[ 558.355649] env[70917]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70917) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 558.356086] env[70917]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70917) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 558.356086] env[70917]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70917) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 558.356426] env[70917]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 558.451449] env[70917]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70917) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 558.461672] env[70917]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70917) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 558.504355] env[70917]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 559.066373] env[70917]: INFO nova.virt.driver [None req-5694a8fa-8844-48d6-aae6-c7f5572362aa None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 559.136479] env[70917]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.136625] env[70917]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.136725] env[70917]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70917) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 562.333945] env[70917]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fd728ead-9802-4668-bc11-81dd4f9596a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.349919] env[70917]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70917) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 562.350052] env[70917]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1abd7d2a-e102-40cc-8f88-494bdf2fbdbe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.376131] env[70917]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 1d2ae. [ 562.376254] env[70917]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.240s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.376806] env[70917]: INFO nova.virt.vmwareapi.driver [None req-5694a8fa-8844-48d6-aae6-c7f5572362aa None None] VMware vCenter version: 7.0.3 [ 562.380198] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1868b1c2-9835-41b3-98de-6deb95db2978 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.397153] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e823d-3f4f-4189-91f4-43530e9a4c1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.402915] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ad057-a5e3-42ec-86aa-bdead8f0de29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.409415] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d468b1d1-b878-462b-ab76-6264e451152a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.422996] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff90cd2-0337-4cc4-81de-f38dda8cd241 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.428782] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d520c-0093-4b4e-9cca-2482a9844b7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.458480] env[70917]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-cb81c3c1-6118-4519-bfc5-6b2460763cae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.463444] env[70917]: DEBUG nova.virt.vmwareapi.driver [None req-5694a8fa-8844-48d6-aae6-c7f5572362aa None None] Extension org.openstack.compute already exists. {{(pid=70917) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 562.466157] env[70917]: INFO nova.compute.provider_config [None req-5694a8fa-8844-48d6-aae6-c7f5572362aa None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 562.969868] env[70917]: DEBUG nova.context [None req-5694a8fa-8844-48d6-aae6-c7f5572362aa None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),22256eb0-fb28-402a-b29d-ff7801214a05(cell1) {{(pid=70917) load_cells /opt/stack/nova/nova/context.py:464}} [ 562.972091] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.972335] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.973109] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.973550] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Acquiring lock "22256eb0-fb28-402a-b29d-ff7801214a05" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.973742] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Lock "22256eb0-fb28-402a-b29d-ff7801214a05" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.974821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Lock "22256eb0-fb28-402a-b29d-ff7801214a05" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.995805] env[70917]: INFO dbcounter [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Registered counter for database nova_cell0 [ 563.003876] env[70917]: INFO dbcounter [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Registered counter for database nova_cell1 [ 563.007253] env[70917]: DEBUG oslo_db.sqlalchemy.engines [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70917) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 563.007870] env[70917]: DEBUG oslo_db.sqlalchemy.engines [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70917) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 563.012650] env[70917]: ERROR nova.db.main.api [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 563.012650] env[70917]: result = function(*args, **kwargs) [ 563.012650] env[70917]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 563.012650] env[70917]: return func(*args, **kwargs) [ 563.012650] env[70917]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 563.012650] env[70917]: result = fn(*args, **kwargs) [ 563.012650] env[70917]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 563.012650] env[70917]: return f(*args, **kwargs) [ 563.012650] env[70917]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 563.012650] env[70917]: return db.service_get_minimum_version(context, binaries) [ 563.012650] env[70917]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 563.012650] env[70917]: _check_db_access() [ 563.012650] env[70917]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 563.012650] env[70917]: stacktrace = ''.join(traceback.format_stack()) [ 563.012650] env[70917]: [ 563.013470] env[70917]: ERROR nova.db.main.api [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 563.013470] env[70917]: result = function(*args, **kwargs) [ 563.013470] env[70917]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 563.013470] env[70917]: return func(*args, **kwargs) [ 563.013470] env[70917]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 563.013470] env[70917]: result = fn(*args, **kwargs) [ 563.013470] env[70917]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 563.013470] env[70917]: return f(*args, **kwargs) [ 563.013470] env[70917]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 563.013470] env[70917]: return db.service_get_minimum_version(context, binaries) [ 563.013470] env[70917]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 563.013470] env[70917]: _check_db_access() [ 563.013470] env[70917]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 563.013470] env[70917]: stacktrace = ''.join(traceback.format_stack()) [ 563.013470] env[70917]: [ 563.013907] env[70917]: WARNING nova.objects.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 563.013976] env[70917]: WARNING nova.objects.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Failed to get minimum service version for cell 22256eb0-fb28-402a-b29d-ff7801214a05 [ 563.014405] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Acquiring lock "singleton_lock" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.014602] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Acquired lock "singleton_lock" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.014798] env[70917]: DEBUG oslo_concurrency.lockutils [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Releasing lock "singleton_lock" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.015160] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Full set of CONF: {{(pid=70917) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 563.015305] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ******************************************************************************** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 563.015433] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] Configuration options gathered from: {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 563.015572] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 563.015773] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 563.015895] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ================================================================================ {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 563.016118] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] allow_resize_to_same_host = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.016290] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] arq_binding_timeout = 300 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.016457] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] backdoor_port = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.016600] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] backdoor_socket = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.016770] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] block_device_allocate_retries = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.016930] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] block_device_allocate_retries_interval = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.017113] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cert = self.pem {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.017283] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.017450] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute_monitors = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.017626] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] config_dir = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.017792] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] config_drive_format = iso9660 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.017932] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.018139] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] config_source = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.018311] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] console_host = devstack {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.018475] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] control_exchange = nova {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.018635] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cpu_allocation_ratio = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.018797] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] daemon = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.018963] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] debug = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.019137] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] default_access_ip_network_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.019303] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] default_availability_zone = nova {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.019490] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] default_ephemeral_format = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.019663] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] default_green_pool_size = 1000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.019912] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.020098] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] default_schedule_zone = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.020259] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] disk_allocation_ratio = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.020419] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] enable_new_services = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.020595] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] enabled_apis = ['osapi_compute'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.020759] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] enabled_ssl_apis = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.020955] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] flat_injected = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.021171] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] force_config_drive = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.021337] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] force_raw_images = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.021506] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] graceful_shutdown_timeout = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.021666] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] heal_instance_info_cache_interval = -1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.021886] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] host = cpu-1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.022077] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.022264] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] initial_disk_allocation_ratio = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.022400] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] initial_ram_allocation_ratio = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.022667] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.022839] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_build_timeout = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.022999] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_delete_interval = 300 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.023180] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_format = [instance: %(uuid)s] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.023347] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_name_template = instance-%08x {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.023509] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_usage_audit = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.023677] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_usage_audit_period = month {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.023842] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.024053] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] instances_path = /opt/stack/data/nova/instances {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.024245] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] internal_service_availability_zone = internal {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.024406] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] key = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.024602] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] live_migration_retry_count = 30 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.024729] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_color = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.024895] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_config_append = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.025072] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.025232] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_dir = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.025387] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.025525] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_options = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.025717] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_rotate_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.025892] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_rotate_interval_type = days {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026068] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] log_rotation_type = none {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026197] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026321] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026489] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026654] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026783] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.026946] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] long_rpc_timeout = 1800 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.027148] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] max_concurrent_builds = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.027317] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] max_concurrent_live_migrations = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.027475] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] max_concurrent_snapshots = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.027631] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] max_local_block_devices = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.027789] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] max_logfile_count = 30 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.027944] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] max_logfile_size_mb = 200 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.028116] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] maximum_instance_delete_attempts = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.028283] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metadata_listen = 0.0.0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.028447] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metadata_listen_port = 8775 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.028619] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metadata_workers = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.028783] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] migrate_max_retries = -1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.028946] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] mkisofs_cmd = genisoimage {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.029165] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] my_block_storage_ip = 10.180.1.21 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.029297] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] my_ip = 10.180.1.21 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.029498] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.029658] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] network_allocate_retries = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.029836] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.030043] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] osapi_compute_listen = 0.0.0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.030233] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] osapi_compute_listen_port = 8774 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.030404] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] osapi_compute_unique_server_name_scope = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.030573] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] osapi_compute_workers = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.030735] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] password_length = 12 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.030894] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] periodic_enable = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.031064] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] periodic_fuzzy_delay = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.031234] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] pointer_model = usbtablet {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.031401] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] preallocate_images = none {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.031596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] publish_errors = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.031778] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] pybasedir = /opt/stack/nova {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.031953] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ram_allocation_ratio = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.032129] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] rate_limit_burst = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.032298] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] rate_limit_except_level = CRITICAL {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.032457] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] rate_limit_interval = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.032613] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reboot_timeout = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.032795] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reclaim_instance_interval = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.032951] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] record = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.033133] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reimage_timeout_per_gb = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.033344] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] report_interval = 120 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.033514] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] rescue_timeout = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.033673] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reserved_host_cpus = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.033832] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reserved_host_disk_mb = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.033987] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reserved_host_memory_mb = 512 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.034158] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] reserved_huge_pages = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.034315] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] resize_confirm_window = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.034470] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] resize_fs_using_block_device = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.034628] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] resume_guests_state_on_host_boot = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.034817] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035026] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] rpc_response_timeout = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035189] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] run_external_periodic_tasks = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035356] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] running_deleted_instance_action = reap {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035516] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] running_deleted_instance_poll_interval = 1800 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035672] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] running_deleted_instance_timeout = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035830] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler_instance_sync_interval = 120 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.035998] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_down_time = 720 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.036183] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] servicegroup_driver = db {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.036367] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] shell_completion = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.036548] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] shelved_offload_time = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.036706] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] shelved_poll_interval = 3600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.036876] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] shutdown_timeout = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.037048] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] source_is_ipv6 = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.037212] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ssl_only = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.037472] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.037643] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] sync_power_state_interval = 600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.037806] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] sync_power_state_pool_size = 1000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038018] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] syslog_log_facility = LOG_USER {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038191] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] tempdir = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038351] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] timeout_nbd = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038517] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] transport_url = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038676] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] update_resources_interval = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038834] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] use_cow_images = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.038989] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] use_journal = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.039161] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] use_json = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.039327] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] use_rootwrap_daemon = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.039512] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] use_stderr = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.039668] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] use_syslog = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.039824] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vcpu_pin_set = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.039990] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plugging_is_fatal = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.040172] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plugging_timeout = 300 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.040338] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] virt_mkfs = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.040499] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] volume_usage_poll_interval = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.040657] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] watch_log_file = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.040826] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] web = /usr/share/spice-html5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 563.041055] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.041234] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.041397] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.041569] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_concurrency.disable_process_locking = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.042125] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.042323] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.042532] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.042730] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.042906] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.043089] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.043280] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.auth_strategy = keystone {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.043451] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.compute_link_prefix = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.043630] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.043805] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.dhcp_domain = novalocal {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.043979] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.enable_instance_password = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.044185] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.glance_link_prefix = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.044356] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.044531] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.044697] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.instance_list_per_project_cells = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.044862] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.list_records_by_skipping_down_cells = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.045033] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.local_metadata_per_cell = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.045206] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.max_limit = 1000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.045371] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.metadata_cache_expiration = 15 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.045563] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.neutron_default_tenant_id = default {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.045761] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.response_validation = warn {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.045933] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.use_neutron_default_nets = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.046115] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.046277] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.046443] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.046613] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.046783] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_dynamic_targets = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.046943] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_jsonfile_path = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.047173] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.047430] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.backend = dogpile.cache.memcached {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.047615] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.backend_argument = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.047781] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.backend_expiration_time = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.047952] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.config_prefix = cache.oslo {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.048140] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.dead_timeout = 60.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.048306] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.debug_cache_backend = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.048465] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.enable_retry_client = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.048626] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.enable_socket_keepalive = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.048825] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.enabled = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.049024] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.enforce_fips_mode = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.049196] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.expiration_time = 600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.049358] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.hashclient_retry_attempts = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.049524] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.hashclient_retry_delay = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.049685] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_dead_retry = 300 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.049843] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_password = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.050013] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.050183] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.050366] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_pool_maxsize = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.050537] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.050699] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_sasl_enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.050877] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.051056] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_socket_timeout = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.051220] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.memcache_username = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.051383] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.proxies = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.051545] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_db = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.051705] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_password = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.051921] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_sentinel_service_name = mymaster {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.052125] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.052299] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_server = localhost:6379 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.052466] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_socket_timeout = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.052624] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.redis_username = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.052788] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.retry_attempts = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.052950] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.retry_delay = 0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.053127] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.socket_keepalive_count = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.053304] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.socket_keepalive_idle = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.053477] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.socket_keepalive_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.053638] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.tls_allowed_ciphers = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.053796] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.tls_cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.053952] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.tls_certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.054124] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.tls_enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.054282] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cache.tls_keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.054451] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.054628] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.auth_type = password {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.054826] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055028] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.catalog_info = volumev3::publicURL {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055189] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055351] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055512] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.cross_az_attach = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055672] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.debug = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055831] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.endpoint_template = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.055992] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.http_retries = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.056172] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.056395] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.056582] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.os_region_name = RegionOne {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.056745] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.056904] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cinder.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.057088] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.057253] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.cpu_dedicated_set = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.057412] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.cpu_shared_set = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.057576] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.image_type_exclude_list = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.057752] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.057949] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.max_concurrent_disk_ops = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.058132] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.max_disk_devices_to_attach = -1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.058293] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.058461] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.058623] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.resource_provider_association_refresh = 300 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.058783] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.058940] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.shutdown_retry_interval = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.059132] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.059347] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] conductor.workers = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.059546] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] console.allowed_origins = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.059709] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] console.ssl_ciphers = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.059882] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] console.ssl_minimum_version = default {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.060064] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] consoleauth.enforce_session_timeout = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.060236] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] consoleauth.token_ttl = 600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.060408] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.060565] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.060730] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.060923] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.061111] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.061270] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.061432] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.061588] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.061747] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.061903] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.062073] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.062232] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.062415] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.062600] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.service_type = accelerator {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.062763] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.062921] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.063092] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.063255] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.063436] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.063596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] cyborg.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.063767] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.asyncio_connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.063935] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.asyncio_slave_connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.064127] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.backend = sqlalchemy {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.064298] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.064462] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.connection_debug = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.064631] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.connection_parameters = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.064794] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.connection_recycle_time = 3600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.064954] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.connection_trace = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.065129] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.db_inc_retry_interval = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.065322] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.db_max_retries = 20 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.065504] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.db_max_retry_interval = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.065670] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.db_retry_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.065833] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.max_overflow = 50 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.065992] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.max_pool_size = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.066168] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.max_retries = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.066339] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.066498] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.mysql_wsrep_sync_wait = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.066655] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.pool_timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.066874] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.retry_interval = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.067074] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.slave_connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.067242] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.sqlite_synchronous = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.067403] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] database.use_db_reconnect = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.067571] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.asyncio_connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.067731] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.asyncio_slave_connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.067900] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.backend = sqlalchemy {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.068080] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.068253] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.connection_debug = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.068465] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.connection_parameters = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.068642] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.connection_recycle_time = 3600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.068805] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.connection_trace = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.068968] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.db_inc_retry_interval = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.069157] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.db_max_retries = 20 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.069322] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.db_max_retry_interval = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.069485] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.db_retry_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.069648] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.max_overflow = 50 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.069814] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.max_pool_size = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.070014] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.max_retries = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.070198] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.070361] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.070520] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.pool_timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.070683] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.retry_interval = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.070841] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.slave_connection = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.071008] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] api_database.sqlite_synchronous = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.071193] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] devices.enabled_mdev_types = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.071388] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.071586] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ephemeral_storage_encryption.default_format = luks {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.071757] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ephemeral_storage_encryption.enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.071919] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.072108] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.api_servers = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.072278] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.072438] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.072599] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.072760] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.072948] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.073135] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.debug = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.073299] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.default_trusted_certificate_ids = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.073459] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.enable_certificate_validation = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.073618] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.enable_rbd_download = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.073777] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.073940] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.074114] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.074273] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.074434] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.074622] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.num_retries = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.075629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.rbd_ceph_conf = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.075629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.rbd_connect_timeout = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.075629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.rbd_pool = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.075629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.rbd_user = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.075629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.075629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076102] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076102] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.service_type = image {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076102] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076211] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076366] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076516] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076687] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076842] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.verify_glance_signatures = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.076994] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] glance.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.077167] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] guestfs.debug = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.auth_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.service_type = shared-file-system {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.share_apply_policy_timeout = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080596] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080835] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.080975] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] manila.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.081110] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] mks.enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.081455] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.081637] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] image_cache.manager_interval = 2400 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.081809] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] image_cache.precache_concurrency = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.082014] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] image_cache.remove_unused_base_images = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.082215] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.082381] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.082558] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] image_cache.subdirectory_name = _base {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.082735] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.api_max_retries = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.082899] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.api_retry_interval = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.083070] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.083237] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.auth_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.083395] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.083586] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.083802] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.083974] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.conductor_group = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.084153] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.084315] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.084474] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.084640] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.084800] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.084957] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.085165] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.085354] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.peer_list = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.085514] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.085673] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.085836] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.serial_console_state_timeout = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.085996] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.086184] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.service_type = baremetal {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.086348] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.shard = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.086513] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.086708] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.086881] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.087052] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.087238] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.087398] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ironic.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.087583] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.087758] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] key_manager.fixed_key = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.087940] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.088127] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.barbican_api_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.088327] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.barbican_endpoint = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.088506] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.barbican_endpoint_type = public {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.088666] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.barbican_region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.088828] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.088986] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.089167] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.089328] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.089484] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.089649] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.number_of_retries = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.089847] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.retry_delay = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090024] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.send_service_user_token = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090191] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090349] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090509] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.verify_ssl = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090665] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican.verify_ssl_path = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090831] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.090990] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.auth_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.091171] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.091362] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.091528] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.091688] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.091846] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.092020] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.092181] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] barbican_service_user.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.092345] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.approle_role_id = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.092503] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.approle_secret_id = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.092698] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.kv_mountpoint = secret {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.092877] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.kv_path = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.093055] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.kv_version = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.093222] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.namespace = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.093381] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.root_token_id = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.093537] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.ssl_ca_crt_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.093703] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.timeout = 60.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.093864] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.use_ssl = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.094046] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.094263] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.094440] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.094608] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.094765] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.094924] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.095095] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.095257] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.095412] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.095566] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.095755] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.095923] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.096099] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.096262] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.096431] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.service_type = identity {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.096593] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.096752] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.096911] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.097080] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.097272] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.097431] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] keystone.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.097619] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.ceph_mount_options = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.097928] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.098125] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.connection_uri = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.098289] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_mode = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.098454] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_model_extra_flags = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.098654] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_models = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.098842] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_power_governor_high = performance {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.099015] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_power_governor_low = powersave {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.099185] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_power_management = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.099356] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.099524] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.device_detach_attempts = 8 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.099687] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.device_detach_timeout = 20 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.099854] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.disk_cachemodes = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.100026] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.disk_prefix = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.100274] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.enabled_perf_events = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.100461] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.file_backed_memory = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.100632] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.gid_maps = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.100794] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.hw_disk_discard = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.100950] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.hw_machine_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.101136] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_rbd_ceph_conf = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.101303] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.101464] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.101634] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_rbd_glance_store_name = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.101845] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_rbd_pool = rbd {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.102042] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_type = default {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.102208] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.images_volume_group = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.102369] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.inject_key = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.102531] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.inject_partition = -2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.102692] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.inject_password = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.102853] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.iscsi_iface = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.103015] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.iser_use_multipath = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.103186] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_bandwidth = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.103374] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.103539] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_downtime = 500 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.103702] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.103862] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.104028] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_inbound_addr = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.104194] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.104353] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_permit_post_copy = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.104512] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_scheme = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.104704] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_timeout_action = abort {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.104894] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_tunnelled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.105070] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_uri = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.105237] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.live_migration_with_native_tls = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.105398] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.max_queues = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.105560] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.105801] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.105969] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.nfs_mount_options = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.106337] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.106534] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.106704] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.num_iser_scan_tries = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.106867] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.num_memory_encrypted_guests = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.107042] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.107212] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.num_pcie_ports = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.107377] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.num_volume_scan_tries = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.107540] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.pmem_namespaces = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.107722] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.quobyte_client_cfg = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.108053] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.108235] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rbd_connect_timeout = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.108404] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.108619] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.108719] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rbd_secret_uuid = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.108872] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rbd_user = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.109048] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.109251] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.remote_filesystem_transport = ssh {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.109437] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rescue_image_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.109600] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rescue_kernel_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.109757] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rescue_ramdisk_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.109923] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.110096] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.rx_queue_size = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.110265] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.smbfs_mount_options = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.110561] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.110743] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.snapshot_compression = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.110942] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.snapshot_image_format = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.111196] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.111365] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.sparse_logical_volumes = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.111531] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.swtpm_enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.111699] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.swtpm_group = tss {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.111870] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.swtpm_user = tss {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.112052] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.sysinfo_serial = unique {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.112233] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.tb_cache_size = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.112414] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.tx_queue_size = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.112583] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.uid_maps = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.112748] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.use_virtio_for_bridges = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.112917] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.virt_type = kvm {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.113102] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.volume_clear = zero {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.113270] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.volume_clear_size = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.113433] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.volume_enforce_multipath = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.113597] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.volume_use_multipath = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.113765] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_cache_path = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.113934] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.114116] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_mount_group = qemu {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.114284] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_mount_opts = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.114450] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.114731] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.114910] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.vzstorage_mount_user = stack {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.115090] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.115302] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.115483] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.auth_type = password {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.115646] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.115808] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.115968] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.116142] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.116301] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.116470] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.default_floating_pool = public {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.116629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.116859] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.extension_sync_interval = 600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.117069] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.http_retries = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.117245] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.117407] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.117565] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.117734] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.117896] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.118066] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.ovs_bridge = br-int {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.118238] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.physnets = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.118441] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.region_name = RegionOne {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.118618] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.118790] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.service_metadata_proxy = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.118950] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.119134] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.service_type = network {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.119299] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.119455] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.119612] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.119774] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.119971] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.120178] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] neutron.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.120357] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] notifications.bdms_in_notifications = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.120536] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] notifications.default_level = INFO {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.120702] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] notifications.include_share_mapping = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.120877] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] notifications.notification_format = unversioned {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.121053] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] notifications.notify_on_state_change = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.121234] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.121418] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] pci.alias = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.121619] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] pci.device_spec = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.121789] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] pci.report_in_placement = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.121961] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.122149] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.auth_type = password {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.122317] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.122478] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.122637] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.122802] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.122969] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.123168] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.123331] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.default_domain_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.123490] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.default_domain_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.123649] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.domain_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.123808] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.domain_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.123967] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.124144] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.124304] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.124492] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.124675] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.124846] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.password = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.125016] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.project_domain_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.125192] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.project_domain_name = Default {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.125357] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.project_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.125530] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.project_name = service {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.125703] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.region_name = RegionOne {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.125863] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.126080] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.126278] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.service_type = placement {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.126444] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.126605] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.126766] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.126923] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.system_scope = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.127093] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.127256] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.trust_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.127411] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.user_domain_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.127607] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.user_domain_name = Default {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.127778] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.user_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.127953] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.username = nova {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.128147] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.128309] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] placement.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.128493] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.cores = 20 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.128659] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.count_usage_from_placement = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.128835] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.129009] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.injected_file_content_bytes = 10240 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.129217] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.injected_file_path_length = 255 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.129389] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.injected_files = 5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.129556] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.instances = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.129720] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.key_pairs = 100 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.129886] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.metadata_items = 128 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.130060] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.ram = 51200 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.130226] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.recheck_quota = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.130394] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.server_group_members = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.130597] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.server_groups = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.130819] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.130998] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] quota.unified_limits_resource_strategy = require {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.131192] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.131360] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.131523] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.image_metadata_prefilter = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.131683] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.131849] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.max_attempts = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.132033] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.max_placement_results = 1000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.132237] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.132409] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.query_placement_for_image_type_support = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.132573] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.132747] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] scheduler.workers = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.132925] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.133108] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.133293] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.133460] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.133652] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.133827] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.133991] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.134196] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.134366] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.host_subset_size = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.134528] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.134693] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.134854] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.135025] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.135212] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.135378] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.isolated_hosts = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.135538] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.isolated_images = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.135698] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.135856] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.136027] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.136196] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.pci_in_placement = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.136353] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.136517] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.136711] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.136879] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.137053] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.137218] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.137378] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.track_instance_changes = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.137551] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.137721] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metrics.required = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.137886] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metrics.weight_multiplier = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.138064] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.138309] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] metrics.weight_setting = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.138636] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.138817] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] serial_console.enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.138993] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] serial_console.port_range = 10000:20000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.139188] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.139360] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.139525] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] serial_console.serialproxy_port = 6083 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.139730] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.139925] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.auth_type = password {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.140102] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.140265] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.140427] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.140585] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.140744] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.140911] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.send_service_user_token = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.141088] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.141271] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] service_user.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.141445] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.agent_enabled = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.141608] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.141914] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.142133] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.142306] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.html5proxy_port = 6082 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.142469] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.image_compression = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.142660] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.jpeg_compression = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.142835] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.playback_compression = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.142999] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.require_secure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.143187] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.server_listen = 127.0.0.1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.143359] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.143635] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.143807] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.streaming_mode = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.143968] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] spice.zlib_compression = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.144178] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] upgrade_levels.baseapi = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.144411] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] upgrade_levels.compute = auto {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.144594] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] upgrade_levels.conductor = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.144758] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] upgrade_levels.scheduler = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.144926] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.145103] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.auth_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.145266] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.145423] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.145583] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.145743] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.145901] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.146071] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.146231] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vendordata_dynamic_auth.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.146405] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.api_retry_count = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.146576] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.ca_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.146817] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.cache_prefix = devstack-image-cache {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.147021] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.cluster_name = testcl1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.147196] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.connection_pool_size = 10 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.147360] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.console_delay_seconds = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.147531] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.datastore_regex = ^datastore.* {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.147738] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.147931] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.host_password = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.148114] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.host_port = 443 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.148288] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.host_username = administrator@vsphere.local {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.148463] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.insecure = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.148697] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.integration_bridge = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.148891] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.maximum_objects = 100 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.149071] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.pbm_default_policy = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.149237] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.pbm_enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.149399] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.pbm_wsdl_location = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.149571] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.149732] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.serial_port_proxy_uri = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.149889] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.serial_port_service_uri = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.150065] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.task_poll_interval = 0.5 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.150275] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.use_linked_clone = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.150458] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.vnc_keymap = en-us {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.150626] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.vnc_port = 5900 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.150791] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vmware.vnc_port_total = 10000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.150987] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.auth_schemes = ['none'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.151183] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.151467] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.151652] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.151859] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.novncproxy_port = 6080 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.152073] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.server_listen = 127.0.0.1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.152259] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.152421] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.vencrypt_ca_certs = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.152580] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.vencrypt_client_cert = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.152747] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vnc.vencrypt_client_key = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.152924] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.153102] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.disable_deep_image_inspection = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.153269] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.153437] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.153604] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.153767] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.disable_rootwrap = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.153928] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.enable_numa_live_migration = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.154100] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.154265] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.154428] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.154595] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.libvirt_disable_apic = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.154754] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.154945] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.155143] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.155312] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.155476] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.155643] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.155805] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.155966] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.156143] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.156309] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.156528] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.156714] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.client_socket_timeout = 900 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.156888] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.default_pool_size = 1000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.157066] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.keep_alive = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.157240] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.max_header_line = 16384 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.157404] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.secure_proxy_ssl_header = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.157566] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.ssl_ca_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.157728] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.ssl_cert_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.157886] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.ssl_key_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.158072] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.tcp_keepidle = 600 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.158258] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.158426] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] zvm.ca_file = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.158584] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] zvm.cloud_connector_url = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.158880] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.159074] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] zvm.reachable_timeout = 300 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.159253] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.159457] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.159661] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.connection_string = messaging:// {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.159832] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.enabled = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.160008] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.es_doc_type = notification {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.160181] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.es_scroll_size = 10000 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.160347] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.es_scroll_time = 2m {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.160508] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.filter_error_trace = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.160673] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.hmac_keys = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.160840] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.sentinel_service_name = mymaster {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.161043] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.socket_timeout = 0.1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.161227] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.trace_requests = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.161391] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler.trace_sqlalchemy = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.161572] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler_jaeger.process_tags = {} {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.161734] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler_jaeger.service_name_prefix = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.161897] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] profiler_otlp.service_name_prefix = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.162073] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] remote_debug.host = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.162233] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] remote_debug.port = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.162413] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.162614] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.162799] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.162961] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.163136] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.163296] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.163456] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.163613] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.163774] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.163939] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.164141] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.164337] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.164512] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.164700] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.164862] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.165042] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.165204] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.165365] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.165532] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.165738] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.165936] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.166121] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.166287] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.166447] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.166609] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.166768] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.166927] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.167105] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.167273] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.167466] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.167631] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.ssl = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.167802] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.167969] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.168144] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.168312] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.168472] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.ssl_version = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.168629] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.168812] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.168997] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_notifications.retry = -1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.169211] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.169384] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_messaging_notifications.transport_url = **** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.169559] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.auth_section = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.169727] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.auth_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.169885] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.cafile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.170058] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.certfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.170224] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.collect_timing = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.170384] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.connect_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.170555] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.connect_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.170747] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.endpoint_id = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.170929] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.endpoint_interface = publicURL {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.171101] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.endpoint_override = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.171265] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.endpoint_region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.171422] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.endpoint_service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.171580] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.endpoint_service_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.171739] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.insecure = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.171894] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.keyfile = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.172064] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.max_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.172277] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.min_version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.172448] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.region_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.172607] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.retriable_status_codes = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.172767] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.service_name = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.172930] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.service_type = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.173105] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.split_loggers = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.173265] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.status_code_retries = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.173423] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.status_code_retry_delay = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.173580] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.timeout = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.173738] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.valid_interfaces = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.173902] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_limit.version = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.174143] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_reports.file_event_handler = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.174325] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.174487] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] oslo_reports.log_dir = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.174662] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.174822] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.174981] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.175161] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.175324] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.175481] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.175649] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.175807] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_ovs_privileged.group = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.175963] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.176147] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.176340] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.176502] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] vif_plug_ovs_privileged.user = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.176674] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.flat_interface = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.176874] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.177072] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.177246] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.177420] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.177589] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.177756] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.177916] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.178105] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.178314] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.isolate_vif = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.178498] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.178667] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.178840] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.179014] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.ovsdb_interface = native {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.179192] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] os_vif_ovs.per_port_bridge = False {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.179358] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] privsep_osbrick.capabilities = [21] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.179515] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] privsep_osbrick.group = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.179669] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] privsep_osbrick.helper_command = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.179848] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.180044] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.180210] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] privsep_osbrick.user = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.180381] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.180539] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] nova_sys_admin.group = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.180698] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] nova_sys_admin.helper_command = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.180862] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.181031] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.181196] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] nova_sys_admin.user = None {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 563.181327] env[70917]: DEBUG oslo_service.backend.eventlet.service [None req-42e78ae1-cde3-4a01-a092-40fb1ad4b13d None None] ******************************************************************************** {{(pid=70917) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 563.181762] env[70917]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 563.686213] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Getting list of instances from cluster (obj){ [ 563.686213] env[70917]: value = "domain-c8" [ 563.686213] env[70917]: _type = "ClusterComputeResource" [ 563.686213] env[70917]: } {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 563.687349] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9721f-4972-44d9-b0d1-c3e1d71f41e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.696280] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Got total of 0 instances {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 563.696872] env[70917]: WARNING nova.virt.vmwareapi.driver [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 563.697357] env[70917]: INFO nova.virt.node [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Generated node identity 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 [ 563.697592] env[70917]: INFO nova.virt.node [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Wrote node identity 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 to /opt/stack/data/n-cpu-1/compute_id [ 564.199799] env[70917]: WARNING nova.compute.manager [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Compute nodes ['80a2a1d7-e598-4308-becd-5c7b0cb87cf5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 565.205959] env[70917]: INFO nova.compute.manager [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 566.211281] env[70917]: WARNING nova.compute.manager [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 566.211619] env[70917]: DEBUG oslo_concurrency.lockutils [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.211764] env[70917]: DEBUG oslo_concurrency.lockutils [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.211917] env[70917]: DEBUG oslo_concurrency.lockutils [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.212081] env[70917]: DEBUG nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 566.212986] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1795d0d-6396-4a26-87ef-2009f646c36a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.221158] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0d2f9-4129-40a7-a4fe-dd388d2249f9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.234555] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7264475-e40a-462c-b0db-d5609883281d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.240810] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e853a114-b223-486b-a77a-ac16afac49e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.268811] env[70917]: DEBUG nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180971MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 566.268944] env[70917]: DEBUG oslo_concurrency.lockutils [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.269162] env[70917]: DEBUG oslo_concurrency.lockutils [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.771571] env[70917]: WARNING nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] No compute node record for cpu-1:80a2a1d7-e598-4308-becd-5c7b0cb87cf5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 could not be found. [ 567.275250] env[70917]: INFO nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 [ 568.782543] env[70917]: DEBUG nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 568.783034] env[70917]: DEBUG nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 568.949360] env[70917]: INFO nova.scheduler.client.report [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] [req-f8d39683-3eed-480a-8bca-15c84243f240] Created resource provider record via placement API for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 568.968714] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4412e-0d3b-4577-9b92-59ef358fb48b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.976786] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e4c192-6695-4ad2-b525-6356f63cbc9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.006305] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9650a08e-a515-405d-bff0-7aeee0166e03 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.013348] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58162eb6-a027-4c8d-b5bd-2cd12be0c85a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.026177] env[70917]: DEBUG nova.compute.provider_tree [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.558663] env[70917]: DEBUG nova.scheduler.client.report [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 569.558897] env[70917]: DEBUG nova.compute.provider_tree [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 0 to 1 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.559048] env[70917]: DEBUG nova.compute.provider_tree [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.608843] env[70917]: DEBUG nova.compute.provider_tree [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 1 to 2 during operation: update_traits {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 570.113652] env[70917]: DEBUG nova.compute.resource_tracker [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 570.113942] env[70917]: DEBUG oslo_concurrency.lockutils [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.845s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.114054] env[70917]: DEBUG nova.service [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Creating RPC server for service compute {{(pid=70917) start /opt/stack/nova/nova/service.py:186}} [ 570.127519] env[70917]: DEBUG nova.service [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] Join ServiceGroup membership for this service compute {{(pid=70917) start /opt/stack/nova/nova/service.py:203}} [ 570.127699] env[70917]: DEBUG nova.servicegroup.drivers.db [None req-064588a3-5164-4c19-8de3-2bdebed5e603 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70917) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 609.833760] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "8afde6a3-9518-41ff-9744-a824adda19ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.833760] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "8afde6a3-9518-41ff-9744-a824adda19ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.143274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.143765] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.336564] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.645898] env[70917]: DEBUG nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.796759] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "6d715a3c-aa6b-4123-b61e-3588399733bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.796759] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.882938] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.883259] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.886433] env[70917]: INFO nova.compute.claims [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.173745] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.299340] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.439131] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "acd86542-d115-4a88-b6e5-3133e456b45b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.439131] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "acd86542-d115-4a88-b6e5-3133e456b45b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.637416] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.637843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.835656] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.944133] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.018046] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801c4825-28de-4814-a5a1-7aba24bdf51d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.031685] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c897da8-c947-43c0-816d-c5e6de0af257 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.078335] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6197c-a5a4-4368-88db-f3454a70bf2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.091601] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64bcc13-10ab-43ec-95bc-5b3e2a66ace8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.111641] env[70917]: DEBUG nova.compute.provider_tree [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.140384] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.482281] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.620615] env[70917]: DEBUG nova.scheduler.client.report [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.667463] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.041294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "2f666dec-7728-444d-aad8-e2506e890556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.041555] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.125234] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.130277] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.130277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.956s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.130946] env[70917]: INFO nova.compute.claims [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.137298] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.547622] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.644818] env[70917]: DEBUG nova.compute.utils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.647364] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.647648] env[70917]: DEBUG nova.network.neutron [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.662399] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Getting list of instances from cluster (obj){ [ 613.662399] env[70917]: value = "domain-c8" [ 613.662399] env[70917]: _type = "ClusterComputeResource" [ 613.662399] env[70917]: } {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 613.665398] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620b2a0-4a49-40df-8583-a2c693d39a95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.681088] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Got total of 0 instances {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 613.686160] env[70917]: WARNING nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 613.687884] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid 8afde6a3-9518-41ff-9744-a824adda19ed {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 613.687884] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "8afde6a3-9518-41ff-9744-a824adda19ed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.687884] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.687884] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Getting list of instances from cluster (obj){ [ 613.687884] env[70917]: value = "domain-c8" [ 613.687884] env[70917]: _type = "ClusterComputeResource" [ 613.687884] env[70917]: } {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 613.690156] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5cef3-99a8-4da5-b7bf-cd6464382ef0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.709679] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Got total of 0 instances {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 613.719583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "60bc20af-1861-48d0-9eac-9b2de32ad51a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.719902] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.003970] env[70917]: DEBUG nova.policy [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f28d0aeba8946eba380d5f52e7dc8f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977bd32b029d470bba0c8ace4d4154cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.122080] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.149802] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.223033] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.321022] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121718c3-40bc-43d1-ac54-09bf6765da76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.328532] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e75608-31f2-45e1-8271-dd36cffdf8a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.359819] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f738885-38c3-48bf-a89a-c9185a774b53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.367811] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacafca-c22a-4b90-81cd-c9cf3e803a91 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.383732] env[70917]: DEBUG nova.compute.provider_tree [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.607020] env[70917]: DEBUG nova.network.neutron [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Successfully created port: ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.636297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "0d1251c2-445a-4c12-bd0f-57bf837f399b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.636429] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.760354] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.888511] env[70917]: DEBUG nova.scheduler.client.report [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.136462] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "34e06a78-8024-4143-acd9-5482f144e8e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.136960] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "34e06a78-8024-4143-acd9-5482f144e8e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.138629] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.167339] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.215645] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.216336] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.216850] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.217649] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.217859] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.218037] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.218260] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.218419] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.219687] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.219687] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.220132] env[70917]: DEBUG nova.virt.hardware [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.222073] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd3091-692a-4b05-8f76-c2734a69c4cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.234656] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db35427-1075-4ff1-ab79-9e260aa15686 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.255000] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d37d164-919a-488a-a634-f061b69cb4fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.394295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.394987] env[70917]: DEBUG nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.398167] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.563s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.401367] env[70917]: INFO nova.compute.claims [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.644326] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.674420] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.906685] env[70917]: DEBUG nova.compute.utils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.914026] env[70917]: DEBUG nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 616.180789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.416288] env[70917]: DEBUG nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.639180] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abff8e1f-3c86-4fb1-a081-d4f8271db8d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.652327] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a61453-7e3b-4c4e-8ad5-3d89689fa74c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.686184] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba52e8d-5413-47fc-a121-9ffc18ac1474 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.696836] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58cff54-3943-4c8b-87da-482af112cbb4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.713719] env[70917]: DEBUG nova.compute.provider_tree [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.218092] env[70917]: DEBUG nova.scheduler.client.report [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.250185] env[70917]: DEBUG nova.network.neutron [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Successfully updated port: ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.350156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.350156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.436332] env[70917]: DEBUG nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.476169] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.476421] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.476617] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.476808] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.479861] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.480422] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.480422] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.480523] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.480908] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.480908] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.481027] env[70917]: DEBUG nova.virt.hardware [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.481860] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901bb579-9b3c-4350-96d3-621ea3604fdc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.490481] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a74f30-4340-4d23-84e9-b55bb3f86423 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.506102] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.517069] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.517069] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6837ca29-a3b7-4854-9898-85deb9789cf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.531827] env[70917]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 617.532017] env[70917]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70917) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 617.532460] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 617.532656] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Creating folder: Project (eb1ba01c1c84403a970200010b74a39b). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.533173] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a962c107-4e3d-4ab0-abd7-ef294902e171 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.545975] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Created folder: Project (eb1ba01c1c84403a970200010b74a39b) in parent group-v691255. [ 617.546182] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Creating folder: Instances. Parent ref: group-v691259. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.546413] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-380c7196-1fee-497b-bf02-7f54d61241a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.554635] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Created folder: Instances in parent group-v691259. [ 617.554926] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.555144] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.555391] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3794b4d6-3ec7-4b0c-97f8-41b02662049f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.576588] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.576588] env[70917]: value = "task-3460838" [ 617.576588] env[70917]: _type = "Task" [ 617.576588] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.585538] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460838, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.726557] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.727080] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.731981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.250s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.733701] env[70917]: INFO nova.compute.claims [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.754738] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "refresh_cache-8afde6a3-9518-41ff-9744-a824adda19ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.754900] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquired lock "refresh_cache-8afde6a3-9518-41ff-9744-a824adda19ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.755089] env[70917]: DEBUG nova.network.neutron [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.852575] env[70917]: DEBUG nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.088331] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460838, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.249356] env[70917]: DEBUG nova.compute.utils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.252757] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.254168] env[70917]: DEBUG nova.network.neutron [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.321660] env[70917]: DEBUG nova.network.neutron [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.379778] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.392777] env[70917]: DEBUG nova.policy [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42251310b55740b3b8c11f94c9f2837b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f1ed69558ab4a49a1e84712252c998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.528713] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.528975] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.529193] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.530159] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.530159] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.530705] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.532815] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.532815] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 618.532815] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.576424] env[70917]: DEBUG nova.network.neutron [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Updating instance_info_cache with network_info: [{"id": "ab7e00e9-1457-4b7c-a307-a0dc9f1a560b", "address": "fa:16:3e:a3:5e:86", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7e00e9-14", "ovs_interfaceid": "ab7e00e9-1457-4b7c-a307-a0dc9f1a560b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.597613] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460838, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.757482] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.953806] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff63180-d4ff-43ca-aea4-2cf5cc46623e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.964662] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c5ade-cc7b-4e86-891d-563764d817d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.999261] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ee2b9-5594-4516-9669-e48a65403213 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.006457] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c287b70-5733-434f-8e0b-8f1abdbe555a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.021339] env[70917]: DEBUG nova.compute.provider_tree [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.035339] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.091694] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Releasing lock "refresh_cache-8afde6a3-9518-41ff-9744-a824adda19ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.092445] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Instance network_info: |[{"id": "ab7e00e9-1457-4b7c-a307-a0dc9f1a560b", "address": "fa:16:3e:a3:5e:86", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7e00e9-14", "ovs_interfaceid": "ab7e00e9-1457-4b7c-a307-a0dc9f1a560b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.095299] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460838, 'name': CreateVM_Task, 'duration_secs': 1.33892} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.095299] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:5e:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab7e00e9-1457-4b7c-a307-a0dc9f1a560b', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.103446] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Creating folder: Project (977bd32b029d470bba0c8ace4d4154cd). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.103921] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.104681] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d484363-88a8-4b32-9111-fe681c959cf8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.107891] env[70917]: DEBUG oslo_vmware.service [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1972d79-5e63-4748-82c1-819d3d70d88b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.124129] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Created folder: Project (977bd32b029d470bba0c8ace4d4154cd) in parent group-v691255. [ 619.124190] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Creating folder: Instances. Parent ref: group-v691262. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.129143] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129395] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.130263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.130590] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37aa1e79-e9d9-4cbc-a2c5-64c6c230b8e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.132429] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f2c4f4-b670-4d2d-b65e-27ea1bf891d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.138646] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 619.138646] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522c718a-9fa0-6743-3747-363244aa730a" [ 619.138646] env[70917]: _type = "Task" [ 619.138646] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.145903] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Created folder: Instances in parent group-v691262. [ 619.145903] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.150536] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.150536] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522c718a-9fa0-6743-3747-363244aa730a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.150536] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f56aa7b-327c-4d7e-b553-e56b3ad406c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.169776] env[70917]: DEBUG nova.network.neutron [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Successfully created port: e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.178992] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.178992] env[70917]: value = "task-3460842" [ 619.178992] env[70917]: _type = "Task" [ 619.178992] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.188932] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460842, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.526299] env[70917]: DEBUG nova.scheduler.client.report [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.626138] env[70917]: DEBUG nova.compute.manager [req-e1d1b0f8-10c6-4108-8721-b99173f5050b req-ab7430af-a33b-4e5a-9fe8-66cbf41cf994 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Received event network-vif-plugged-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.626269] env[70917]: DEBUG oslo_concurrency.lockutils [req-e1d1b0f8-10c6-4108-8721-b99173f5050b req-ab7430af-a33b-4e5a-9fe8-66cbf41cf994 service nova] Acquiring lock "8afde6a3-9518-41ff-9744-a824adda19ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.626491] env[70917]: DEBUG oslo_concurrency.lockutils [req-e1d1b0f8-10c6-4108-8721-b99173f5050b req-ab7430af-a33b-4e5a-9fe8-66cbf41cf994 service nova] Lock "8afde6a3-9518-41ff-9744-a824adda19ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.626651] env[70917]: DEBUG oslo_concurrency.lockutils [req-e1d1b0f8-10c6-4108-8721-b99173f5050b req-ab7430af-a33b-4e5a-9fe8-66cbf41cf994 service nova] Lock "8afde6a3-9518-41ff-9744-a824adda19ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.626817] env[70917]: DEBUG nova.compute.manager [req-e1d1b0f8-10c6-4108-8721-b99173f5050b req-ab7430af-a33b-4e5a-9fe8-66cbf41cf994 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] No waiting events found dispatching network-vif-plugged-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.627014] env[70917]: WARNING nova.compute.manager [req-e1d1b0f8-10c6-4108-8721-b99173f5050b req-ab7430af-a33b-4e5a-9fe8-66cbf41cf994 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Received unexpected event network-vif-plugged-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b for instance with vm_state building and task_state spawning. [ 619.653310] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.653310] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.653561] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.653720] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.655900] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.656218] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf296ad5-1364-4727-b1bd-221a0dbcda32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.666626] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.666626] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.668038] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e98d7db-2ea2-46ed-82a5-d8ff3534aeb4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.679467] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897a6389-46db-4609-bd74-1140d6cd9e1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.693847] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460842, 'name': CreateVM_Task, 'duration_secs': 0.39934} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.694185] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 619.694185] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522d30d3-8118-f5df-34e5-74e130b1f975" [ 619.694185] env[70917]: _type = "Task" [ 619.694185] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.694339] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.707167] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 619.707167] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Creating directory with path [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.707167] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796ac0bc-9c71-4f66-85a0-878bd228011e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.708667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.708831] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.709140] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.709402] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bce27e-219b-4dac-a757-4ec758df39ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.714410] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 619.714410] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c6563-58b6-536c-7650-4debe7bf7e93" [ 619.714410] env[70917]: _type = "Task" [ 619.714410] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.723012] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c6563-58b6-536c-7650-4debe7bf7e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.732229] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Created directory with path [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.732440] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Fetch image to [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 619.732614] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Downloading image file data fc0193d3-c025-4751-87c9-8c0065477100 to [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk on the data store datastore2 {{(pid=70917) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 619.733415] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f5487b-17c9-4589-9d3c-86a5f0301967 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.741410] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6acbc64-e3d8-4601-9602-a8c70af060ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.753051] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d60d655-02ea-40a3-88c0-0baf1e768e72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.786985] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.788994] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b52e0-f74e-4152-ada7-0ab4554e82ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.797836] env[70917]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b68be84a-fa56-49e1-b8d7-46867a4bfaba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.832209] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Downloading image file data fc0193d3-c025-4751-87c9-8c0065477100 to the data store datastore2 {{(pid=70917) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 619.931468] env[70917]: DEBUG oslo_vmware.rw_handles [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 620.014677] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.014677] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.014677] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.014906] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.014906] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.014906] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.014906] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.015167] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.015242] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.015420] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.015611] env[70917]: DEBUG nova.virt.hardware [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.016531] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339f583-c4b2-4c2c-a4fd-d37aeeb73129 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.025619] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8fd03a-7aea-4609-ba0d-2af901dac1a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.043037] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.043037] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.048875] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.381s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.050936] env[70917]: INFO nova.compute.claims [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.231766] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.231766] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.231766] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.548575] env[70917]: DEBUG nova.compute.utils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.551145] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.551145] env[70917]: DEBUG nova.network.neutron [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.699042] env[70917]: DEBUG nova.policy [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b35cb721fa49998ffc914e1e8e5e5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5322fca579d243579ec29b671580ebc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.729999] env[70917]: DEBUG oslo_vmware.rw_handles [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 620.729999] env[70917]: DEBUG oslo_vmware.rw_handles [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 620.793725] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Downloaded image file data fc0193d3-c025-4751-87c9-8c0065477100 to vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk on the data store datastore2 {{(pid=70917) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 620.793725] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 620.793725] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Copying Virtual Disk [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk to [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.793725] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c066883e-aa97-44c3-b5da-45af7cb0d7d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.807931] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 620.807931] env[70917]: value = "task-3460844" [ 620.807931] env[70917]: _type = "Task" [ 620.807931] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.819542] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.053824] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.315700] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507280b8-6ae0-4d2a-99e1-fb8c1796b5e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.322219] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460844, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.328868] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8e28f-abb2-41c8-8a6b-0e4ca9d7d8c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.364745] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3081b3c0-4297-4f29-91b8-63d1ac675adc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.374016] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f29ea0-245f-4ff3-b3ba-b8ff66c95d9a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.390744] env[70917]: DEBUG nova.compute.provider_tree [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.816389] env[70917]: DEBUG nova.network.neutron [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Successfully created port: db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.828773] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714563} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.828773] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Copied Virtual Disk [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk to [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.828773] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleting the datastore file [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.828773] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de500a1e-af6c-4f8c-9663-5e3994fd4904 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.851476] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 621.851476] env[70917]: value = "task-3460845" [ 621.851476] env[70917]: _type = "Task" [ 621.851476] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.861114] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.895048] env[70917]: DEBUG nova.scheduler.client.report [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.064206] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.104817] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.105111] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.105180] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.105341] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.105563] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.105652] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.105844] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.106137] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.106931] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.106931] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.106931] env[70917]: DEBUG nova.virt.hardware [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.107415] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc02145-0b08-4c4a-bfcd-0d4ae953413d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.120079] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfa5cd3-a253-4e4e-a60b-2cd0b4f2e41a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.236446] env[70917]: DEBUG nova.network.neutron [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Successfully updated port: e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.360102] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037497} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.360345] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.360541] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Moving file from [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5/fc0193d3-c025-4751-87c9-8c0065477100 to [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100. {{(pid=70917) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 622.360797] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d19fbab7-4d9e-4580-9156-ef4b610b2882 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.369167] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 622.369167] env[70917]: value = "task-3460846" [ 622.369167] env[70917]: _type = "Task" [ 622.369167] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.380500] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460846, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.401033] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.402018] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.411106] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.283s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.411106] env[70917]: INFO nova.compute.claims [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.743665] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "refresh_cache-6d715a3c-aa6b-4123-b61e-3588399733bd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.744122] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquired lock "refresh_cache-6d715a3c-aa6b-4123-b61e-3588399733bd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.744228] env[70917]: DEBUG nova.network.neutron [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.881047] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460846, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030198} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.881047] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] File moved {{(pid=70917) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.881047] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Cleaning up location [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.881047] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleting the datastore file [datastore2] vmware_temp/156292e5-e0de-449d-90ee-9356f64728f5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.882333] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0482e612-e102-4edf-9d9c-65d96326b272 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.885077] env[70917]: DEBUG nova.compute.manager [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Received event network-changed-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.886182] env[70917]: DEBUG nova.compute.manager [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Refreshing instance network info cache due to event network-changed-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.886291] env[70917]: DEBUG oslo_concurrency.lockutils [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] Acquiring lock "refresh_cache-8afde6a3-9518-41ff-9744-a824adda19ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.886510] env[70917]: DEBUG oslo_concurrency.lockutils [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] Acquired lock "refresh_cache-8afde6a3-9518-41ff-9744-a824adda19ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.886689] env[70917]: DEBUG nova.network.neutron [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Refreshing network info cache for port ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.897713] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 622.897713] env[70917]: value = "task-3460848" [ 622.897713] env[70917]: _type = "Task" [ 622.897713] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.906978] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.917836] env[70917]: DEBUG nova.compute.utils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.919184] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.920111] env[70917]: DEBUG nova.network.neutron [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.972209] env[70917]: DEBUG nova.policy [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e889b218ba4499a21d8c0d31000b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9895ab3cd7ae49459d02df2b6cc67149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.356742] env[70917]: DEBUG nova.network.neutron [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.412220] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030419} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.412481] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.413278] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e92a4dd-8975-4f2f-b6a4-d2636ee03e15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.422951] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.427042] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 623.427042] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c3421-14b0-eb0a-b626-47d77b62acab" [ 623.427042] env[70917]: _type = "Task" [ 623.427042] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.442130] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c3421-14b0-eb0a-b626-47d77b62acab, 'name': SearchDatastore_Task, 'duration_secs': 0.016904} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.442411] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.443436] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3aa4f084-ef8d-405a-a02e-16b977a8ba80/3aa4f084-ef8d-405a-a02e-16b977a8ba80.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.443436] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.443436] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.443436] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e163ae4-9f5b-42bc-b7c1-d3aaf795101a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.445397] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9ce5675-a83d-43f8-9446-8f2bcd823014 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.456384] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 623.456384] env[70917]: value = "task-3460849" [ 623.456384] env[70917]: _type = "Task" [ 623.456384] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.456548] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.456653] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.461281] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc631ea7-2733-4229-b46a-20e11000dd20 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.475576] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.483202] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 623.483202] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f8a16-7f8b-8485-d99d-e931aa14ae50" [ 623.483202] env[70917]: _type = "Task" [ 623.483202] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.503050] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f8a16-7f8b-8485-d99d-e931aa14ae50, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.504725] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d065450-459e-422f-88b5-ba3b4262b63e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.514568] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 623.514568] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522d7096-0092-9ebe-2070-d733d8077e78" [ 623.514568] env[70917]: _type = "Task" [ 623.514568] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.528799] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522d7096-0092-9ebe-2070-d733d8077e78, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.529082] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.529341] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 8afde6a3-9518-41ff-9744-a824adda19ed/8afde6a3-9518-41ff-9744-a824adda19ed.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.529596] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2b749b8-549a-4756-a5e2-8218f600a3e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.538045] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 623.538045] env[70917]: value = "task-3460850" [ 623.538045] env[70917]: _type = "Task" [ 623.538045] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.552344] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.618592] env[70917]: DEBUG nova.network.neutron [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Successfully created port: 94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.705563] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c84ac6-0bc1-463b-8828-aa1bcb6a2f31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.722457] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f107394d-dfb5-41e2-ba7a-863793370050 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.765606] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01387043-a4f8-43e5-8d7c-a8e33da351ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.780205] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e4d17-a015-46eb-bde1-55c31ebdb40d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.785982] env[70917]: DEBUG nova.network.neutron [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Updating instance_info_cache with network_info: [{"id": "e9c55b33-ade7-44c5-8eb3-9128c6b45241", "address": "fa:16:3e:30:83:ac", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c55b33-ad", "ovs_interfaceid": "e9c55b33-ade7-44c5-8eb3-9128c6b45241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.808432] env[70917]: DEBUG nova.compute.provider_tree [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.974024] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493982} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.974351] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3aa4f084-ef8d-405a-a02e-16b977a8ba80/3aa4f084-ef8d-405a-a02e-16b977a8ba80.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.974351] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.975035] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f6a392d-66a6-48ed-b01c-48d37634feb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.984338] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 623.984338] env[70917]: value = "task-3460851" [ 623.984338] env[70917]: _type = "Task" [ 623.984338] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.001977] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.052983] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.289756] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Releasing lock "refresh_cache-6d715a3c-aa6b-4123-b61e-3588399733bd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.290312] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Instance network_info: |[{"id": "e9c55b33-ade7-44c5-8eb3-9128c6b45241", "address": "fa:16:3e:30:83:ac", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c55b33-ad", "ovs_interfaceid": "e9c55b33-ade7-44c5-8eb3-9128c6b45241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.291152] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:83:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c55b33-ade7-44c5-8eb3-9128c6b45241', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.299685] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Creating folder: Project (2f1ed69558ab4a49a1e84712252c998e). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.300252] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ff6ef79-473b-4669-b43a-7f9da2bf77af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.314387] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Created folder: Project (2f1ed69558ab4a49a1e84712252c998e) in parent group-v691255. [ 624.314387] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Creating folder: Instances. Parent ref: group-v691265. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.314387] env[70917]: DEBUG nova.scheduler.client.report [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.316121] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-229ca516-25bd-4249-a714-372bbabd6551 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.328862] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Created folder: Instances in parent group-v691265. [ 624.329134] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.330891] env[70917]: DEBUG nova.network.neutron [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Updated VIF entry in instance network info cache for port ab7e00e9-1457-4b7c-a307-a0dc9f1a560b. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.330891] env[70917]: DEBUG nova.network.neutron [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Updating instance_info_cache with network_info: [{"id": "ab7e00e9-1457-4b7c-a307-a0dc9f1a560b", "address": "fa:16:3e:a3:5e:86", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7e00e9-14", "ovs_interfaceid": "ab7e00e9-1457-4b7c-a307-a0dc9f1a560b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.331387] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.331623] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b181b3b2-f4c1-4476-8742-3e1cd685da6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.353856] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.353856] env[70917]: value = "task-3460854" [ 624.353856] env[70917]: _type = "Task" [ 624.353856] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.365569] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460854, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.436029] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.473797] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.474185] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.474314] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.474435] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.474582] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.474727] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.478130] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.478401] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.478677] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.478783] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.478968] env[70917]: DEBUG nova.virt.hardware [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.480045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6173554b-27a2-40e3-abb3-86c9a2321f1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.492197] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3cae3d-97cc-42f4-bfc4-334f8b7c52c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.500103] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091082} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.500743] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.501654] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175cdec-6714-4fc0-b050-8c71489879ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.538550] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3aa4f084-ef8d-405a-a02e-16b977a8ba80/3aa4f084-ef8d-405a-a02e-16b977a8ba80.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.538550] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd933f36-285a-4566-9b09-223577f381ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.563486] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742138} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.564844] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 8afde6a3-9518-41ff-9744-a824adda19ed/8afde6a3-9518-41ff-9744-a824adda19ed.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.564844] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.565188] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 624.565188] env[70917]: value = "task-3460855" [ 624.565188] env[70917]: _type = "Task" [ 624.565188] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.566744] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5917a21-e717-44e9-a1b6-f355e006fb10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.577956] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.579427] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 624.579427] env[70917]: value = "task-3460856" [ 624.579427] env[70917]: _type = "Task" [ 624.579427] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.772282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.773774] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.821753] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.822218] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.824968] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.065s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.826824] env[70917]: INFO nova.compute.claims [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.849218] env[70917]: DEBUG oslo_concurrency.lockutils [req-f4fce3fc-5630-48cd-bce4-78351138490c req-21d7ac5b-7b64-41cc-982e-c508c2ef7d02 service nova] Releasing lock "refresh_cache-8afde6a3-9518-41ff-9744-a824adda19ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.867283] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460854, 'name': CreateVM_Task, 'duration_secs': 0.333482} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.867973] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.868729] env[70917]: DEBUG oslo_vmware.service [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67672fde-4b12-46aa-baf1-d4b1ed7ae1c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.874946] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.875709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.875709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.875872] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6828dc30-3447-4de5-bb8d-44734fe4a518 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.881690] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 624.881690] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fa4558-9704-24a5-0ac4-3c1ea585f881" [ 624.881690] env[70917]: _type = "Task" [ 624.881690] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.890105] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fa4558-9704-24a5-0ac4-3c1ea585f881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.079915] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460855, 'name': ReconfigVM_Task, 'duration_secs': 0.301204} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.082317] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3aa4f084-ef8d-405a-a02e-16b977a8ba80/3aa4f084-ef8d-405a-a02e-16b977a8ba80.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.085519] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b624588-50c0-4ed2-82e4-bc276510116e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.101616] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082436} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.105758] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.106217] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 625.106217] env[70917]: value = "task-3460858" [ 625.106217] env[70917]: _type = "Task" [ 625.106217] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.107165] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c909c7-2aa6-4267-89e4-d5da9df7742c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.143184] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8afde6a3-9518-41ff-9744-a824adda19ed/8afde6a3-9518-41ff-9744-a824adda19ed.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.148311] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f87d8f7-84bc-4492-beba-e7f566cd9006 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.172437] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460858, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.176594] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 625.176594] env[70917]: value = "task-3460859" [ 625.176594] env[70917]: _type = "Task" [ 625.176594] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.188549] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.259878] env[70917]: DEBUG nova.network.neutron [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Successfully updated port: db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.332810] env[70917]: DEBUG nova.compute.utils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.338734] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.338916] env[70917]: DEBUG nova.network.neutron [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.397315] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.397669] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.397931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.398093] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.398282] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.398592] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-985aa6ef-6f75-4949-9b4f-8da8e185eef6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.412814] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.412932] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.413812] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5fa8b0-4c92-47be-82d7-933d13410a67 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.427889] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa5ae49-67d6-4896-b0a4-1395ff057325 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.431975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.432251] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.435913] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 625.435913] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e2ffff-38c5-a9ed-2bee-7e1abdc9c4dc" [ 625.435913] env[70917]: _type = "Task" [ 625.435913] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.451944] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 625.452248] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Creating directory with path [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.452504] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9409e04-3694-4c96-9e27-2328a155fefc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.488450] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Created directory with path [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.488599] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Fetch image to [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 625.488788] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Downloading image file data fc0193d3-c025-4751-87c9-8c0065477100 to [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk on the data store datastore1 {{(pid=70917) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 625.490243] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9de8b7c-418c-408c-b33f-c3336a14a1bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.501496] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f60537d-836d-4eaf-ac1a-2d304e8b3e0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.514664] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd95108f-5e09-4b87-8387-69b75a5ac3eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.550130] env[70917]: DEBUG nova.policy [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7b92d4312d47828090fced6e797541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6a368468998456aa09c32909a8869b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.552255] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f5c6b-1c35-4371-8491-430797b76ff4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.559869] env[70917]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-cc01a7ac-e35a-4da9-a765-15cb5ea6d2e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.586880] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Downloading image file data fc0193d3-c025-4751-87c9-8c0065477100 to the data store datastore1 {{(pid=70917) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 625.627567] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460858, 'name': Rename_Task, 'duration_secs': 0.149536} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.627979] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.628266] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7afb793-114d-4b90-a607-d9298dc7e60e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.642236] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 625.642236] env[70917]: value = "task-3460860" [ 625.642236] env[70917]: _type = "Task" [ 625.642236] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.660023] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.689952] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460859, 'name': ReconfigVM_Task, 'duration_secs': 0.358627} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.691097] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8afde6a3-9518-41ff-9744-a824adda19ed/8afde6a3-9518-41ff-9744-a824adda19ed.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.692203] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-376ac22c-7bfd-4ad9-9922-42e3d51de788 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.699919] env[70917]: DEBUG oslo_vmware.rw_handles [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 625.701523] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 625.701523] env[70917]: value = "task-3460861" [ 625.701523] env[70917]: _type = "Task" [ 625.701523] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.767105] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.767317] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.768144] env[70917]: DEBUG nova.network.neutron [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.775253] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460861, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.844887] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.137913] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be5286d-7ed0-408d-859d-5a2dff379553 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.150980] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05250543-35b2-4dde-b06a-b56036387da8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.154359] env[70917]: DEBUG nova.network.neutron [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Successfully updated port: 94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.163452] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.195667] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211f87b5-87b2-4039-9304-a38d782e6240 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.210450] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d652e72a-9e57-402c-9298-03abf0190db4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.219692] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460861, 'name': Rename_Task, 'duration_secs': 0.179359} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.220478] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.221014] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb836127-bb66-49db-afb1-0d9263f0a85c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.231997] env[70917]: DEBUG nova.compute.provider_tree [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.241056] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 626.241056] env[70917]: value = "task-3460862" [ 626.241056] env[70917]: _type = "Task" [ 626.241056] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.249615] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.291677] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.291912] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.307722] env[70917]: DEBUG nova.network.neutron [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.433017] env[70917]: DEBUG nova.compute.manager [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Received event network-vif-plugged-e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.436385] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] Acquiring lock "6d715a3c-aa6b-4123-b61e-3588399733bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.436671] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.436870] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.437087] env[70917]: DEBUG nova.compute.manager [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] No waiting events found dispatching network-vif-plugged-e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.437282] env[70917]: WARNING nova.compute.manager [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Received unexpected event network-vif-plugged-e9c55b33-ade7-44c5-8eb3-9128c6b45241 for instance with vm_state building and task_state spawning. [ 626.437453] env[70917]: DEBUG nova.compute.manager [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Received event network-changed-e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.437659] env[70917]: DEBUG nova.compute.manager [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Refreshing instance network info cache due to event network-changed-e9c55b33-ade7-44c5-8eb3-9128c6b45241. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.437889] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] Acquiring lock "refresh_cache-6d715a3c-aa6b-4123-b61e-3588399733bd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.438084] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] Acquired lock "refresh_cache-6d715a3c-aa6b-4123-b61e-3588399733bd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.438774] env[70917]: DEBUG nova.network.neutron [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Refreshing network info cache for port e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.553716] env[70917]: DEBUG oslo_vmware.rw_handles [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 626.553716] env[70917]: DEBUG oslo_vmware.rw_handles [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 626.592228] env[70917]: DEBUG nova.compute.manager [req-2dd7e982-a863-48e3-b7d8-97077726b3c9 req-26b118c1-b3f3-499b-b75a-ebd619044050 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-vif-plugged-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.592443] env[70917]: DEBUG oslo_concurrency.lockutils [req-2dd7e982-a863-48e3-b7d8-97077726b3c9 req-26b118c1-b3f3-499b-b75a-ebd619044050 service nova] Acquiring lock "acd86542-d115-4a88-b6e5-3133e456b45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.592672] env[70917]: DEBUG oslo_concurrency.lockutils [req-2dd7e982-a863-48e3-b7d8-97077726b3c9 req-26b118c1-b3f3-499b-b75a-ebd619044050 service nova] Lock "acd86542-d115-4a88-b6e5-3133e456b45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.592864] env[70917]: DEBUG oslo_concurrency.lockutils [req-2dd7e982-a863-48e3-b7d8-97077726b3c9 req-26b118c1-b3f3-499b-b75a-ebd619044050 service nova] Lock "acd86542-d115-4a88-b6e5-3133e456b45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.593271] env[70917]: DEBUG nova.compute.manager [req-2dd7e982-a863-48e3-b7d8-97077726b3c9 req-26b118c1-b3f3-499b-b75a-ebd619044050 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] No waiting events found dispatching network-vif-plugged-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.593483] env[70917]: WARNING nova.compute.manager [req-2dd7e982-a863-48e3-b7d8-97077726b3c9 req-26b118c1-b3f3-499b-b75a-ebd619044050 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received unexpected event network-vif-plugged-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 for instance with vm_state building and task_state spawning. [ 626.639214] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Downloaded image file data fc0193d3-c025-4751-87c9-8c0065477100 to vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk on the data store datastore1 {{(pid=70917) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 626.642086] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 626.642485] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Copying Virtual Disk [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk to [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.643400] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d23d53-1fdd-4af9-9159-fcfeea350c3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.654184] env[70917]: DEBUG nova.network.neutron [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Successfully created port: 6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.659946] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "refresh_cache-b57ffe91-4cba-41fc-9c3b-8db661b91780" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.660274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "refresh_cache-b57ffe91-4cba-41fc-9c3b-8db661b91780" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.660517] env[70917]: DEBUG nova.network.neutron [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.662296] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 626.662296] env[70917]: value = "task-3460863" [ 626.662296] env[70917]: _type = "Task" [ 626.662296] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.668991] env[70917]: DEBUG oslo_vmware.api [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460860, 'name': PowerOnVM_Task, 'duration_secs': 0.771283} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.674935] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.675652] env[70917]: INFO nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Took 9.24 seconds to spawn the instance on the hypervisor. [ 626.676196] env[70917]: DEBUG nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.677489] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1290e440-9d0f-4e21-b849-b81541673fa0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.699650] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.738265] env[70917]: DEBUG nova.scheduler.client.report [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.755736] env[70917]: DEBUG oslo_vmware.api [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460862, 'name': PowerOnVM_Task, 'duration_secs': 0.504703} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.756085] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.756666] env[70917]: INFO nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Took 11.59 seconds to spawn the instance on the hypervisor. [ 626.756666] env[70917]: DEBUG nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.757538] env[70917]: DEBUG nova.network.neutron [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.761592] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72b6d6-5822-4e3c-8041-734e6767e324 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.862152] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.903905] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.906311] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.908641] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.908641] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.908641] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.908641] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.908641] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.909087] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.909087] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.909087] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.909087] env[70917]: DEBUG nova.virt.hardware [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.909087] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d09da-ec3b-401b-acc0-295fbaf0b4aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.921813] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d21711-615a-4cf3-9799-cef015c5c415 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.187539] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.207423] env[70917]: INFO nova.compute.manager [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Took 16.06 seconds to build instance. [ 627.251061] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.251759] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.255600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.581s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.257205] env[70917]: INFO nova.compute.claims [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.265287] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.265784] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Instance network_info: |[{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.266987] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:ae:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db3d647b-ce09-4de0-a69d-4b9fb6f772d9', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.278376] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Creating folder: Project (5322fca579d243579ec29b671580ebc7). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.282403] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc83da7a-7630-4d44-a0c7-ed402e8164db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.289299] env[70917]: INFO nova.compute.manager [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Took 16.45 seconds to build instance. [ 627.295415] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Created folder: Project (5322fca579d243579ec29b671580ebc7) in parent group-v691255. [ 627.295415] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Creating folder: Instances. Parent ref: group-v691269. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.296471] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d435ed-faa4-4152-b725-fbe18533f704 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.308157] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Created folder: Instances in parent group-v691269. [ 627.308157] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.308157] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.308157] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66626806-2328-4f91-bb44-b8cd3e7e81d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.330582] env[70917]: DEBUG nova.network.neutron [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.339296] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.339296] env[70917]: value = "task-3460867" [ 627.339296] env[70917]: _type = "Task" [ 627.339296] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.350965] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460867, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.692299] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460863, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.709343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-81da4675-94c9-4c5c-828a-59876cfcdb8a tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.565s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.762938] env[70917]: DEBUG nova.compute.utils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.769653] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.769653] env[70917]: DEBUG nova.network.neutron [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.790329] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db380b79-f2ec-45f9-93f6-a1fc46ad109c tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "8afde6a3-9518-41ff-9744-a824adda19ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.957s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.795238] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "8afde6a3-9518-41ff-9744-a824adda19ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.107s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.795238] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4635faa5-6ade-4c5d-a5d5-043b021e8463 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.811843] env[70917]: DEBUG nova.network.neutron [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Updated VIF entry in instance network info cache for port e9c55b33-ade7-44c5-8eb3-9128c6b45241. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.812277] env[70917]: DEBUG nova.network.neutron [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Updating instance_info_cache with network_info: [{"id": "e9c55b33-ade7-44c5-8eb3-9128c6b45241", "address": "fa:16:3e:30:83:ac", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c55b33-ad", "ovs_interfaceid": "e9c55b33-ade7-44c5-8eb3-9128c6b45241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.850230] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460867, 'name': CreateVM_Task, 'duration_secs': 0.376972} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.850393] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.851109] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.851679] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.851679] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.851861] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7789c62b-b3c8-4866-86ce-7070a76c3de6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.859327] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 627.859327] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522f8c3f-14bb-dd21-d0b6-dc93541c0e42" [ 627.859327] env[70917]: _type = "Task" [ 627.859327] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.867868] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522f8c3f-14bb-dd21-d0b6-dc93541c0e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.037282] env[70917]: DEBUG nova.network.neutron [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Updating instance_info_cache with network_info: [{"id": "94ff3df6-9551-43c6-9c5f-084995b83f23", "address": "fa:16:3e:bc:30:bf", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ff3df6-95", "ovs_interfaceid": "94ff3df6-9551-43c6-9c5f-084995b83f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.080168] env[70917]: DEBUG nova.policy [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f41c85de8f4e2397292e02e9daf830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9356731d3912452eb61c04460c4e94b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.186868] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460863, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.364585} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.187185] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Copied Virtual Disk [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk to [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.187367] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleting the datastore file [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100/tmp-sparse.vmdk {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.187935] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c226c4d9-d663-4763-b925-a315360a7317 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.194841] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 628.194841] env[70917]: value = "task-3460868" [ 628.194841] env[70917]: _type = "Task" [ 628.194841] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.204045] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.211694] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.274020] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.294570] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.312868] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "8afde6a3-9518-41ff-9744-a824adda19ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.314745] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f20078d-7f2d-4c9b-8614-dd906943110f req-199a2751-703f-46de-ab17-0d7690b73c74 service nova] Releasing lock "refresh_cache-6d715a3c-aa6b-4123-b61e-3588399733bd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.370166] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.370611] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.370611] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.511081] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bfab5d-06b8-4300-a70c-f4a5e41b78b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.522653] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece8ab26-f9da-4f56-972c-644ab6c54006 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.557168] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "refresh_cache-b57ffe91-4cba-41fc-9c3b-8db661b91780" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.557168] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Instance network_info: |[{"id": "94ff3df6-9551-43c6-9c5f-084995b83f23", "address": "fa:16:3e:bc:30:bf", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ff3df6-95", "ovs_interfaceid": "94ff3df6-9551-43c6-9c5f-084995b83f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.557295] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:30:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94ff3df6-9551-43c6-9c5f-084995b83f23', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.563402] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating folder: Project (9895ab3cd7ae49459d02df2b6cc67149). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.564332] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fb1f8-0c9d-496b-b15c-478dd49b6702 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.568023] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa3bacc-73d5-4f95-bf9a-b8532d7f6961 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.574436] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc90ac-2847-4476-a67e-f9a68054698f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.589316] env[70917]: DEBUG nova.compute.provider_tree [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.592070] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created folder: Project (9895ab3cd7ae49459d02df2b6cc67149) in parent group-v691255. [ 628.592269] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating folder: Instances. Parent ref: group-v691272. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.592731] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-448bb6ff-2b25-41ed-9c4c-8b5a285a0693 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.602154] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created folder: Instances in parent group-v691272. [ 628.602384] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.602584] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.602783] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b217779-fb47-4607-94cf-30592ac90495 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.622698] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.622698] env[70917]: value = "task-3460871" [ 628.622698] env[70917]: _type = "Task" [ 628.622698] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.636692] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460871, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.706133] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054694} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.706133] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.707093] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Moving file from [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941/fc0193d3-c025-4751-87c9-8c0065477100 to [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100. {{(pid=70917) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 628.707093] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1f8c4956-34c5-42d0-92d6-70a5e6c8cb5a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.714224] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 628.714224] env[70917]: value = "task-3460872" [ 628.714224] env[70917]: _type = "Task" [ 628.714224] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.728816] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460872, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.745830] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.832807] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.095051] env[70917]: DEBUG nova.scheduler.client.report [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.112237] env[70917]: DEBUG nova.network.neutron [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Successfully created port: 02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.135553] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460871, 'name': CreateVM_Task, 'duration_secs': 0.47862} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.135756] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.136964] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.136964] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.136964] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.137239] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162e5c6a-c55a-4ef5-a522-13ce0c7e1ce4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.144420] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 629.144420] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527af15b-2c78-1613-7aa6-b5caae027665" [ 629.144420] env[70917]: _type = "Task" [ 629.144420] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.155180] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527af15b-2c78-1613-7aa6-b5caae027665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.228035] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460872, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.228035] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] File moved {{(pid=70917) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 629.228350] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Cleaning up location [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 629.228350] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleting the datastore file [datastore1] vmware_temp/84ace775-9973-46d9-bf0e-969c6184a941 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.228603] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48563aab-b46e-4e03-865a-6d723344c300 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.237100] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 629.237100] env[70917]: value = "task-3460874" [ 629.237100] env[70917]: _type = "Task" [ 629.237100] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.245697] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.288145] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.327894] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.328174] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.328344] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.328542] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.328699] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.328847] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.331220] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.332160] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.332160] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.332160] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.332160] env[70917]: DEBUG nova.virt.hardware [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.335621] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb980934-bd1b-4da1-81b1-d2a998970da9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.348978] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df24fdc-7676-45db-a399-0fc0cbd899da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.601320] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.601609] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.604282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.424s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.605838] env[70917]: INFO nova.compute.claims [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.655713] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527af15b-2c78-1613-7aa6-b5caae027665, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.656050] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.657963] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.657963] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.749541] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04531} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.749827] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.750712] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4091bd05-fc61-4e5f-9ece-3bc4b633d8a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.756378] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 629.756378] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e47079-f744-a646-4631-30aad417fc86" [ 629.756378] env[70917]: _type = "Task" [ 629.756378] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.768336] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e47079-f744-a646-4631-30aad417fc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.062967] env[70917]: DEBUG nova.network.neutron [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Successfully updated port: 6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.112670] env[70917]: DEBUG nova.compute.utils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.114239] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.114401] env[70917]: DEBUG nova.network.neutron [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.148447] env[70917]: DEBUG nova.compute.manager [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Received event network-vif-plugged-94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.148771] env[70917]: DEBUG oslo_concurrency.lockutils [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] Acquiring lock "b57ffe91-4cba-41fc-9c3b-8db661b91780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.148997] env[70917]: DEBUG oslo_concurrency.lockutils [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.149386] env[70917]: DEBUG oslo_concurrency.lockutils [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.149386] env[70917]: DEBUG nova.compute.manager [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] No waiting events found dispatching network-vif-plugged-94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.149542] env[70917]: WARNING nova.compute.manager [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Received unexpected event network-vif-plugged-94ff3df6-9551-43c6-9c5f-084995b83f23 for instance with vm_state building and task_state spawning. [ 630.149677] env[70917]: DEBUG nova.compute.manager [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Received event network-changed-94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.149832] env[70917]: DEBUG nova.compute.manager [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Refreshing instance network info cache due to event network-changed-94ff3df6-9551-43c6-9c5f-084995b83f23. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.150080] env[70917]: DEBUG oslo_concurrency.lockutils [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] Acquiring lock "refresh_cache-b57ffe91-4cba-41fc-9c3b-8db661b91780" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.150169] env[70917]: DEBUG oslo_concurrency.lockutils [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] Acquired lock "refresh_cache-b57ffe91-4cba-41fc-9c3b-8db661b91780" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.150409] env[70917]: DEBUG nova.network.neutron [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Refreshing network info cache for port 94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.196884] env[70917]: DEBUG nova.policy [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '158395c0d73b485f8cfa9915066aad25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c080ef645cfb4139978e93af9296804b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.270254] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e47079-f744-a646-4631-30aad417fc86, 'name': SearchDatastore_Task, 'duration_secs': 0.039543} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.270524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.273020] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 6d715a3c-aa6b-4123-b61e-3588399733bd/6d715a3c-aa6b-4123-b61e-3588399733bd.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.273020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.273020] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.273020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ed5b4c-be8d-4a7a-babc-80761834b40d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.274750] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-510175f2-f32a-4d23-aa71-8f6b7d8ad30e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.283484] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 630.283484] env[70917]: value = "task-3460875" [ 630.283484] env[70917]: _type = "Task" [ 630.283484] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.289674] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.289866] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.290948] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e52c408-609d-40b4-a5ee-6d13853926e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.299341] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.305935] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 630.305935] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52523a38-3cb4-81ac-1aaa-50280843e20e" [ 630.305935] env[70917]: _type = "Task" [ 630.305935] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.317055] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52523a38-3cb4-81ac-1aaa-50280843e20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.376623] env[70917]: DEBUG nova.compute.manager [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.376702] env[70917]: DEBUG nova.compute.manager [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing instance network info cache due to event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.376891] env[70917]: DEBUG oslo_concurrency.lockutils [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] Acquiring lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.377048] env[70917]: DEBUG oslo_concurrency.lockutils [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] Acquired lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.377207] env[70917]: DEBUG nova.network.neutron [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.568284] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.568284] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.568284] env[70917]: DEBUG nova.network.neutron [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.623051] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.796054] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.827284] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52523a38-3cb4-81ac-1aaa-50280843e20e, 'name': SearchDatastore_Task, 'duration_secs': 0.014639} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.828789] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d519981d-d668-4f38-86d0-9252eb84264b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.836018] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 630.836018] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e20b45-7fb8-de54-9331-6fe9fd0476d3" [ 630.836018] env[70917]: _type = "Task" [ 630.836018] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.848657] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e20b45-7fb8-de54-9331-6fe9fd0476d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.903531] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1399c-4f05-4caf-b686-e84cea7365ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.913353] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04c40a-4871-4668-b324-0b81991e8213 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.960193] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea1fa30-f539-43fc-95c3-a9ae2f8e0526 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.969482] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde0ea4-acb1-4b90-85f7-0e52239ca7f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.987858] env[70917]: DEBUG nova.compute.provider_tree [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.163147] env[70917]: DEBUG nova.network.neutron [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.309364] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727874} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.309665] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 6d715a3c-aa6b-4123-b61e-3588399733bd/6d715a3c-aa6b-4123-b61e-3588399733bd.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.309891] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.311372] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-121cb01b-ca2b-4f3a-8b58-265219025a4f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.319965] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 631.319965] env[70917]: value = "task-3460877" [ 631.319965] env[70917]: _type = "Task" [ 631.319965] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.341823] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.354383] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e20b45-7fb8-de54-9331-6fe9fd0476d3, 'name': SearchDatastore_Task, 'duration_secs': 0.064559} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.354693] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.355029] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] acd86542-d115-4a88-b6e5-3133e456b45b/acd86542-d115-4a88-b6e5-3133e456b45b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.356518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.356518] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.356518] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25233a5c-6063-4bc6-9f4a-d0c7f766296b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.358149] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa971ac9-be58-4f0c-8592-dbdf6c937ac8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.365207] env[70917]: DEBUG nova.network.neutron [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Successfully created port: 7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.379767] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.380025] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.381614] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 631.381614] env[70917]: value = "task-3460878" [ 631.381614] env[70917]: _type = "Task" [ 631.381614] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.385686] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf2e81c-ef65-4730-89a4-05729de91345 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.396919] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 631.396919] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528346c7-11b6-bda4-dbe4-b85ad101cdcc" [ 631.396919] env[70917]: _type = "Task" [ 631.396919] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.400675] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.413437] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528346c7-11b6-bda4-dbe4-b85ad101cdcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.414626] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11124a47-3cff-425b-8647-cc43dff046b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.422441] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 631.422441] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52acd364-9313-2cd7-505f-561507d7a4fd" [ 631.422441] env[70917]: _type = "Task" [ 631.422441] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.429641] env[70917]: DEBUG nova.network.neutron [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Updated VIF entry in instance network info cache for port 94ff3df6-9551-43c6-9c5f-084995b83f23. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.429641] env[70917]: DEBUG nova.network.neutron [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Updating instance_info_cache with network_info: [{"id": "94ff3df6-9551-43c6-9c5f-084995b83f23", "address": "fa:16:3e:bc:30:bf", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ff3df6-95", "ovs_interfaceid": "94ff3df6-9551-43c6-9c5f-084995b83f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.439744] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52acd364-9313-2cd7-505f-561507d7a4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.440974] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.441295] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] b57ffe91-4cba-41fc-9c3b-8db661b91780/b57ffe91-4cba-41fc-9c3b-8db661b91780.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.442645] env[70917]: DEBUG nova.compute.manager [None req-de302dc8-b549-4816-b36f-ae706be77549 tempest-ServerDiagnosticsV248Test-719433072 tempest-ServerDiagnosticsV248Test-719433072-project-admin] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.443866] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ecd11ec-9366-4ab7-b944-db6bfe01e188 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.449890] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7962028-cf76-4308-9f62-cdf720b03f04 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.457655] env[70917]: INFO nova.compute.manager [None req-de302dc8-b549-4816-b36f-ae706be77549 tempest-ServerDiagnosticsV248Test-719433072 tempest-ServerDiagnosticsV248Test-719433072-project-admin] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Retrieving diagnostics [ 631.459249] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f0c489-6612-47e8-807d-29ad5b651193 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462325] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 631.462325] env[70917]: value = "task-3460879" [ 631.462325] env[70917]: _type = "Task" [ 631.462325] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.495957] env[70917]: DEBUG nova.scheduler.client.report [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.510196] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.607529] env[70917]: DEBUG nova.network.neutron [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [{"id": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "address": "fa:16:3e:21:04:09", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc91c62-17", "ovs_interfaceid": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.637706] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.672191] env[70917]: DEBUG nova.network.neutron [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updated VIF entry in instance network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.672191] env[70917]: DEBUG nova.network.neutron [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.684267] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.685320] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.685320] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.685320] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.685320] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.685320] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.685759] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.685759] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.685759] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.685864] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.686028] env[70917]: DEBUG nova.virt.hardware [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.686983] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf2f46-6c3d-4584-9518-5a0aa98739a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.698831] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad61f5-5312-4218-aa5b-f5d4da54bf37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.837573] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071948} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.837573] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.841063] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef173af-0092-4f84-ac1d-16ed2a63cfc9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.867264] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6d715a3c-aa6b-4123-b61e-3588399733bd/6d715a3c-aa6b-4123-b61e-3588399733bd.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.867264] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5af6f11-592d-4041-a3ab-79d13157e139 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.890356] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 631.890356] env[70917]: value = "task-3460880" [ 631.890356] env[70917]: _type = "Task" [ 631.890356] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.903804] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.906592] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460878, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.933841] env[70917]: DEBUG oslo_concurrency.lockutils [req-90a3bbac-0b83-427f-ab41-7cd70726199b req-58a4ed70-f356-442d-bf99-1b8311862d1c service nova] Releasing lock "refresh_cache-b57ffe91-4cba-41fc-9c3b-8db661b91780" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.962661] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.962919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.974341] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460879, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.002672] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.003449] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.007104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.627s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.007810] env[70917]: INFO nova.compute.claims [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.111815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.113797] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Instance network_info: |[{"id": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "address": "fa:16:3e:21:04:09", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc91c62-17", "ovs_interfaceid": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.116267] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:04:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc91c62-177e-487a-8dab-c457a9ec0bd3', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.127295] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Creating folder: Project (a6a368468998456aa09c32909a8869b8). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.127708] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60041612-638e-4aae-bc7f-50b480d300a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.140222] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Created folder: Project (a6a368468998456aa09c32909a8869b8) in parent group-v691255. [ 632.140594] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Creating folder: Instances. Parent ref: group-v691275. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.143351] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff89ab45-711f-4ad2-828d-128ffa2e978d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.151977] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Created folder: Instances in parent group-v691275. [ 632.151977] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.151977] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.151977] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-028d111f-bb8c-4525-9f2c-4d6890068627 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.180079] env[70917]: DEBUG oslo_concurrency.lockutils [req-41fb5d6e-5b73-4759-a870-6d9fa7323684 req-fce2ec4e-bf4d-4095-9cda-25192e206cfb service nova] Releasing lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.180079] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.180079] env[70917]: value = "task-3460883" [ 632.180079] env[70917]: _type = "Task" [ 632.180079] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.188923] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460883, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.225796] env[70917]: DEBUG nova.compute.manager [None req-d65dc8d0-a5b6-4bb6-a22c-6f3e3bf680f4 tempest-ServerDiagnosticsTest-1299490074 tempest-ServerDiagnosticsTest-1299490074-project-admin] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.228088] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76e10d-a1ba-40a9-8dba-bdc694f9cb95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.236443] env[70917]: INFO nova.compute.manager [None req-d65dc8d0-a5b6-4bb6-a22c-6f3e3bf680f4 tempest-ServerDiagnosticsTest-1299490074 tempest-ServerDiagnosticsTest-1299490074-project-admin] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Retrieving diagnostics [ 632.237306] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443df8cb-f205-4cc4-861e-863895c97cbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.404024] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536612} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.404024] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] acd86542-d115-4a88-b6e5-3133e456b45b/acd86542-d115-4a88-b6e5-3133e456b45b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.404024] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.404024] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db1e7cb-64b4-429c-8636-bc4c73d123ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.411168] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.415974] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 632.415974] env[70917]: value = "task-3460884" [ 632.415974] env[70917]: _type = "Task" [ 632.415974] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.425864] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.471584] env[70917]: DEBUG nova.network.neutron [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Successfully updated port: 02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.479263] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891497} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.479552] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] b57ffe91-4cba-41fc-9c3b-8db661b91780/b57ffe91-4cba-41fc-9c3b-8db661b91780.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.479769] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.480259] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83948c6-3361-4936-af92-9567ffe089ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.490393] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 632.490393] env[70917]: value = "task-3460885" [ 632.490393] env[70917]: _type = "Task" [ 632.490393] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.501554] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.516869] env[70917]: DEBUG nova.compute.utils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.518712] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.518926] env[70917]: DEBUG nova.network.neutron [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.607630] env[70917]: DEBUG nova.policy [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9edb0e6b8f5d449b98e68cf635adc329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd270b71881b54159b601fad12884d65e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.691757] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460883, 'name': CreateVM_Task, 'duration_secs': 0.429732} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.691956] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.692746] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.693281] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.693685] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.693978] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d715045-6914-4e69-90e1-89566255ae86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.700040] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 632.700040] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524a2882-1012-2cf7-eff6-85f05f2cbfa9" [ 632.700040] env[70917]: _type = "Task" [ 632.700040] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.712108] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524a2882-1012-2cf7-eff6-85f05f2cbfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.909164] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.929821] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120719} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.930449] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.934328] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed4e08-818f-41e3-88d3-bddbad68775f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.960693] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] acd86542-d115-4a88-b6e5-3133e456b45b/acd86542-d115-4a88-b6e5-3133e456b45b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.961862] env[70917]: DEBUG nova.network.neutron [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Successfully created port: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.964715] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa27232-3645-4221-bc48-efa862241711 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.984663] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "refresh_cache-60bc20af-1861-48d0-9eac-9b2de32ad51a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.984882] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired lock "refresh_cache-60bc20af-1861-48d0-9eac-9b2de32ad51a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.984987] env[70917]: DEBUG nova.network.neutron [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.992884] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 632.992884] env[70917]: value = "task-3460886" [ 632.992884] env[70917]: _type = "Task" [ 632.992884] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.006522] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100396} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.009629] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.009967] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.010719] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052deed3-cdec-4a57-b8c1-08647e1a31e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.028936] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.044930] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b57ffe91-4cba-41fc-9c3b-8db661b91780/b57ffe91-4cba-41fc-9c3b-8db661b91780.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.046238] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8fb5f8-28c7-4a57-94ad-d5756112e0c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.067488] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 633.067488] env[70917]: value = "task-3460887" [ 633.067488] env[70917]: _type = "Task" [ 633.067488] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.076587] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.213873] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524a2882-1012-2cf7-eff6-85f05f2cbfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.09964} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.216822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.219254] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.219254] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219254] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219254] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.219254] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a41cfa-df66-4346-8b55-e7dd35d0c953 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.227955] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.228232] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.229086] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bd9b34-8eef-43d9-867a-66e23c8701ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.241619] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 633.241619] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5251f629-6951-c9b4-0d7e-124379621a37" [ 633.241619] env[70917]: _type = "Task" [ 633.241619] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.252079] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5251f629-6951-c9b4-0d7e-124379621a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.322303] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada65e40-7b87-419a-a8da-26c689febf39 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.330275] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267c478-44fb-48bf-b07c-8a3f828ab32d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.362903] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1c223-992c-420f-afa2-640cb03111a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.370119] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ae2b6e-2fb1-4c3b-a401-5fb5770e8822 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.385639] env[70917]: DEBUG nova.compute.provider_tree [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.410141] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460880, 'name': ReconfigVM_Task, 'duration_secs': 1.109002} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.410445] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6d715a3c-aa6b-4123-b61e-3588399733bd/6d715a3c-aa6b-4123-b61e-3588399733bd.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.411108] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a7e05b1-e19d-4a36-8e46-d1a7d25b2ade {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.420088] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 633.420088] env[70917]: value = "task-3460888" [ 633.420088] env[70917]: _type = "Task" [ 633.420088] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.429494] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460888, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.510438] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.551433] env[70917]: DEBUG nova.network.neutron [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.580484] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.757214] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5251f629-6951-c9b4-0d7e-124379621a37, 'name': SearchDatastore_Task, 'duration_secs': 0.038162} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.757214] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae42ab3-a8ba-46d6-8d64-e8dd758a6d5c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.759889] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 633.759889] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526adf26-ef9d-66a3-b573-faefc030b24a" [ 633.759889] env[70917]: _type = "Task" [ 633.759889] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.768185] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526adf26-ef9d-66a3-b573-faefc030b24a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.800270] env[70917]: DEBUG nova.network.neutron [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Updating instance_info_cache with network_info: [{"id": "02b09ca9-be06-4ac0-9ba8-1531456a8ece", "address": "fa:16:3e:3d:e1:d4", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b09ca9-be", "ovs_interfaceid": "02b09ca9-be06-4ac0-9ba8-1531456a8ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.914890] env[70917]: ERROR nova.scheduler.client.report [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [req-84333403-9769-4ae7-9210-891acff65698] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84333403-9769-4ae7-9210-891acff65698"}]} [ 633.931440] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460888, 'name': Rename_Task, 'duration_secs': 0.240754} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.931717] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.931998] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-102427c8-eea2-4904-bc55-627d6a4a493e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.939523] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 633.939523] env[70917]: value = "task-3460889" [ 633.939523] env[70917]: _type = "Task" [ 633.939523] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.945225] env[70917]: DEBUG nova.scheduler.client.report [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 633.956298] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460889, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.967467] env[70917]: DEBUG nova.scheduler.client.report [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 633.968234] env[70917]: DEBUG nova.compute.provider_tree [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.989580] env[70917]: DEBUG nova.scheduler.client.report [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 634.013026] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460886, 'name': ReconfigVM_Task, 'duration_secs': 0.574301} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.013489] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] acd86542-d115-4a88-b6e5-3133e456b45b/acd86542-d115-4a88-b6e5-3133e456b45b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.014563] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c7b53ea-22c2-4eef-b1d4-92cce8a626a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.021431] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 634.021431] env[70917]: value = "task-3460890" [ 634.021431] env[70917]: _type = "Task" [ 634.021431] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.028590] env[70917]: DEBUG nova.network.neutron [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Successfully updated port: 7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.034802] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460890, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.038198] env[70917]: DEBUG nova.scheduler.client.report [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 634.056296] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.085794] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460887, 'name': ReconfigVM_Task, 'duration_secs': 0.657631} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.089709] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b57ffe91-4cba-41fc-9c3b-8db661b91780/b57ffe91-4cba-41fc-9c3b-8db661b91780.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.091293] env[70917]: DEBUG nova.compute.manager [req-f7a5e235-e576-40e8-923a-7aa37974ac72 req-1b1b670d-08a4-47a3-bc9f-e2e642305d13 service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Received event network-vif-plugged-02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.092372] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7a5e235-e576-40e8-923a-7aa37974ac72 req-1b1b670d-08a4-47a3-bc9f-e2e642305d13 service nova] Acquiring lock "60bc20af-1861-48d0-9eac-9b2de32ad51a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.092372] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7a5e235-e576-40e8-923a-7aa37974ac72 req-1b1b670d-08a4-47a3-bc9f-e2e642305d13 service nova] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.092372] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7a5e235-e576-40e8-923a-7aa37974ac72 req-1b1b670d-08a4-47a3-bc9f-e2e642305d13 service nova] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.092372] env[70917]: DEBUG nova.compute.manager [req-f7a5e235-e576-40e8-923a-7aa37974ac72 req-1b1b670d-08a4-47a3-bc9f-e2e642305d13 service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] No waiting events found dispatching network-vif-plugged-02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.092372] env[70917]: WARNING nova.compute.manager [req-f7a5e235-e576-40e8-923a-7aa37974ac72 req-1b1b670d-08a4-47a3-bc9f-e2e642305d13 service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Received unexpected event network-vif-plugged-02b09ca9-be06-4ac0-9ba8-1531456a8ece for instance with vm_state building and task_state spawning. [ 634.095329] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.095423] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.095679] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.095885] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.096081] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.096242] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.096446] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.096632] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.096828] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.096996] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.097218] env[70917]: DEBUG nova.virt.hardware [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.097508] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6c15e9-8ad0-44c9-86ed-a09faf7c0ba6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.101198] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24ba4a-938d-4340-92e1-4c1fb72082fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.117710] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 634.117710] env[70917]: value = "task-3460891" [ 634.117710] env[70917]: _type = "Task" [ 634.117710] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.117710] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcabd36-2d7d-4464-9820-f8569757facc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.149493] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460891, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.192137] env[70917]: DEBUG nova.compute.manager [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Received event network-vif-plugged-6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.192190] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] Acquiring lock "2f666dec-7728-444d-aad8-e2506e890556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.192439] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] Lock "2f666dec-7728-444d-aad8-e2506e890556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.192586] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] Lock "2f666dec-7728-444d-aad8-e2506e890556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.192690] env[70917]: DEBUG nova.compute.manager [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] No waiting events found dispatching network-vif-plugged-6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.192850] env[70917]: WARNING nova.compute.manager [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Received unexpected event network-vif-plugged-6dc91c62-177e-487a-8dab-c457a9ec0bd3 for instance with vm_state building and task_state spawning. [ 634.194524] env[70917]: DEBUG nova.compute.manager [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Received event network-changed-6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.194524] env[70917]: DEBUG nova.compute.manager [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Refreshing instance network info cache due to event network-changed-6dc91c62-177e-487a-8dab-c457a9ec0bd3. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.194524] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] Acquiring lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194524] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] Acquired lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194524] env[70917]: DEBUG nova.network.neutron [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Refreshing network info cache for port 6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.278879] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526adf26-ef9d-66a3-b573-faefc030b24a, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.278879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.279404] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 2f666dec-7728-444d-aad8-e2506e890556/2f666dec-7728-444d-aad8-e2506e890556.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.279404] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78bdc196-cf65-4f44-87b9-5cef588e833f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.287719] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 634.287719] env[70917]: value = "task-3460892" [ 634.287719] env[70917]: _type = "Task" [ 634.287719] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.296020] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.303746] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Releasing lock "refresh_cache-60bc20af-1861-48d0-9eac-9b2de32ad51a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.304022] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Instance network_info: |[{"id": "02b09ca9-be06-4ac0-9ba8-1531456a8ece", "address": "fa:16:3e:3d:e1:d4", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b09ca9-be", "ovs_interfaceid": "02b09ca9-be06-4ac0-9ba8-1531456a8ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.304427] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:e1:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02b09ca9-be06-4ac0-9ba8-1531456a8ece', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.311929] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Creating folder: Project (9356731d3912452eb61c04460c4e94b3). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.313751] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c400ec-0ac9-4294-b55e-ba987ad7107f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.321330] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Created folder: Project (9356731d3912452eb61c04460c4e94b3) in parent group-v691255. [ 634.321330] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Creating folder: Instances. Parent ref: group-v691278. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.321549] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10be0a1a-03f8-414b-bd24-c9c3b73c0590 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.330681] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Created folder: Instances in parent group-v691278. [ 634.330681] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.330805] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.330982] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72460b10-7191-43c3-8b3e-cab53a8860a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.356022] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.356022] env[70917]: value = "task-3460895" [ 634.356022] env[70917]: _type = "Task" [ 634.356022] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.363627] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.365332] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc9518-2f9d-4c2d-83e8-d3a3a15cdcde {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.372229] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8569b-d229-4e38-8c6a-e9c0614b691a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.405122] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95fd222-20ef-4d56-a3c8-db9870e6bf55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.413265] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8c581e-0e83-4bd7-9958-15d399ac9bf3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.427439] env[70917]: DEBUG nova.compute.provider_tree [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.450834] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.539378] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "refresh_cache-0d1251c2-445a-4c12-bd0f-57bf837f399b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.539474] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquired lock "refresh_cache-0d1251c2-445a-4c12-bd0f-57bf837f399b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.539694] env[70917]: DEBUG nova.network.neutron [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.542462] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460890, 'name': Rename_Task, 'duration_secs': 0.152546} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.542462] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.542462] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7596e86b-7964-4932-ae43-49f4eee419b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.549718] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 634.549718] env[70917]: value = "task-3460896" [ 634.549718] env[70917]: _type = "Task" [ 634.549718] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.565871] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.635147] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460891, 'name': Rename_Task, 'duration_secs': 0.17526} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.635147] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.637393] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6894ef8e-546f-472a-9afc-1f3058dab676 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.642144] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 634.642144] env[70917]: value = "task-3460897" [ 634.642144] env[70917]: _type = "Task" [ 634.642144] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.651092] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.798384] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.867376] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.957398] env[70917]: DEBUG oslo_vmware.api [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460889, 'name': PowerOnVM_Task, 'duration_secs': 0.678732} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.957398] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.957398] env[70917]: INFO nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Took 15.17 seconds to spawn the instance on the hypervisor. [ 634.957637] env[70917]: DEBUG nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.958510] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0195816d-4641-4180-9c1e-818eb74df26a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.982656] env[70917]: DEBUG nova.network.neutron [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Successfully updated port: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.999622] env[70917]: DEBUG nova.scheduler.client.report [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 634.999961] env[70917]: DEBUG nova.compute.provider_tree [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 18 to 19 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 635.000411] env[70917]: DEBUG nova.compute.provider_tree [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.006787] env[70917]: DEBUG nova.network.neutron [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updated VIF entry in instance network info cache for port 6dc91c62-177e-487a-8dab-c457a9ec0bd3. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.006787] env[70917]: DEBUG nova.network.neutron [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [{"id": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "address": "fa:16:3e:21:04:09", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc91c62-17", "ovs_interfaceid": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.062824] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.117805] env[70917]: DEBUG nova.network.neutron [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.159295] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.204894] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "8afde6a3-9518-41ff-9744-a824adda19ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.204894] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "8afde6a3-9518-41ff-9744-a824adda19ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.205125] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "8afde6a3-9518-41ff-9744-a824adda19ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.205300] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "8afde6a3-9518-41ff-9744-a824adda19ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.205480] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "8afde6a3-9518-41ff-9744-a824adda19ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.209555] env[70917]: INFO nova.compute.manager [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Terminating instance [ 635.301939] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77587} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.301939] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 2f666dec-7728-444d-aad8-e2506e890556/2f666dec-7728-444d-aad8-e2506e890556.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.301939] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.301939] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a02fc1ad-a9bd-405a-ac73-b93dcf768e00 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.309454] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 635.309454] env[70917]: value = "task-3460898" [ 635.309454] env[70917]: _type = "Task" [ 635.309454] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.323716] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.370019] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.388547] env[70917]: DEBUG nova.network.neutron [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Updating instance_info_cache with network_info: [{"id": "7b76ef6a-8409-4356-8750-2ddf245c55b3", "address": "fa:16:3e:e7:24:2c", "network": {"id": "8f3b8f42-ff60-48cd-9348-dff994cde92f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-205430842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c080ef645cfb4139978e93af9296804b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b76ef6a-84", "ovs_interfaceid": "7b76ef6a-8409-4356-8750-2ddf245c55b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.486158] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.487406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.487580] env[70917]: DEBUG nova.network.neutron [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.492517] env[70917]: INFO nova.compute.manager [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Took 23.69 seconds to build instance. [ 635.510612] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.503s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.510612] env[70917]: DEBUG nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.518033] env[70917]: DEBUG oslo_concurrency.lockutils [req-f7286538-03e8-4046-afb9-87e2c0209468 req-b1d32198-b292-4182-a0a8-41f3bf27eb5c service nova] Releasing lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.518700] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.483s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.518875] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.519165] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 635.519481] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.774s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.521432] env[70917]: INFO nova.compute.claims [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.527486] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb142789-e78d-4b5e-9291-8f450c810d16 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.538262] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba69b01a-b466-4f61-b565-f6bf0c7b5d1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.564280] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789cb699-30f4-418c-b761-6a94a7bf52a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.579380] env[70917]: DEBUG oslo_vmware.api [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3460896, 'name': PowerOnVM_Task, 'duration_secs': 0.836481} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.581224] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b9cab-9eaa-47b6-8df8-2b9ffbd715a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.588112] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.588379] env[70917]: INFO nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Took 13.52 seconds to spawn the instance on the hypervisor. [ 635.588552] env[70917]: DEBUG nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.589373] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f3ab0-0901-44c6-bbc5-788275e23196 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.642996] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 635.643124] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.661404] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.713831] env[70917]: DEBUG nova.compute.manager [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.714107] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.714954] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dabd4c5-3889-4c62-94ef-a8a420be8e23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.723012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.723012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.729789] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.729789] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc967a4-b3ff-4b10-b870-135ab69a9efe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.735498] env[70917]: DEBUG oslo_vmware.api [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 635.735498] env[70917]: value = "task-3460899" [ 635.735498] env[70917]: _type = "Task" [ 635.735498] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.745271] env[70917]: DEBUG oslo_vmware.api [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.825910] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078076} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.830491] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.831456] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3314a4d-ae65-46e1-9efa-91b0230d9dc3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.857934] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2f666dec-7728-444d-aad8-e2506e890556/2f666dec-7728-444d-aad8-e2506e890556.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.858349] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be93e604-244c-4699-8ab8-a6480610da81 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.890082] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.891877] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Releasing lock "refresh_cache-0d1251c2-445a-4c12-bd0f-57bf837f399b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.892193] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Instance network_info: |[{"id": "7b76ef6a-8409-4356-8750-2ddf245c55b3", "address": "fa:16:3e:e7:24:2c", "network": {"id": "8f3b8f42-ff60-48cd-9348-dff994cde92f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-205430842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c080ef645cfb4139978e93af9296804b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b76ef6a-84", "ovs_interfaceid": "7b76ef6a-8409-4356-8750-2ddf245c55b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.892988] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 635.892988] env[70917]: value = "task-3460900" [ 635.892988] env[70917]: _type = "Task" [ 635.892988] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.892988] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:24:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b76ef6a-8409-4356-8750-2ddf245c55b3', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.902169] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Creating folder: Project (c080ef645cfb4139978e93af9296804b). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.902290] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9a6ed0b-7c0d-4bb8-8290-e95595fff10a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.915374] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.918347] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Created folder: Project (c080ef645cfb4139978e93af9296804b) in parent group-v691255. [ 635.918347] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Creating folder: Instances. Parent ref: group-v691281. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.918347] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9d86d8-1569-460f-b90b-485cc7d7fea2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.927603] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Created folder: Instances in parent group-v691281. [ 635.927839] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.928121] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.928403] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa61f1ef-4e78-4daa-afe5-1928b082ed67 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.949079] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.949079] env[70917]: value = "task-3460903" [ 635.949079] env[70917]: _type = "Task" [ 635.949079] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.956272] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460903, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.995519] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3d323919-effa-4e60-90b6-4d082955064e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.199s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.021972] env[70917]: DEBUG nova.compute.utils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.023392] env[70917]: DEBUG nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 636.046346] env[70917]: DEBUG nova.network.neutron [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.157409] env[70917]: INFO nova.compute.manager [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Took 23.71 seconds to build instance. [ 636.163483] env[70917]: DEBUG oslo_vmware.api [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460897, 'name': PowerOnVM_Task, 'duration_secs': 1.027562} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.163736] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.165032] env[70917]: INFO nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Took 11.73 seconds to spawn the instance on the hypervisor. [ 636.165032] env[70917]: DEBUG nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.165321] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5543d-a810-4d96-b70e-7106bd829206 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.245653] env[70917]: DEBUG oslo_vmware.api [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460899, 'name': PowerOffVM_Task, 'duration_secs': 0.477647} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.245653] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.245950] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.246143] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32de0cda-2772-4891-887b-b6396b3b1823 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.314412] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.314684] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.314884] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Deleting the datastore file [datastore2] 8afde6a3-9518-41ff-9744-a824adda19ed {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.315515] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e20e28-2683-42a4-b323-bf3fe159eb44 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.323494] env[70917]: DEBUG oslo_vmware.api [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for the task: (returnval){ [ 636.323494] env[70917]: value = "task-3460905" [ 636.323494] env[70917]: _type = "Task" [ 636.323494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.331598] env[70917]: DEBUG oslo_vmware.api [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.372145] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.390391] env[70917]: DEBUG nova.network.neutron [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updating instance_info_cache with network_info: [{"id": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "address": "fa:16:3e:36:f7:06", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdc7b2c-6f", "ovs_interfaceid": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.415174] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.460561] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460903, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.501149] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.526955] env[70917]: DEBUG nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.659614] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "acd86542-d115-4a88-b6e5-3133e456b45b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.220s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.694618] env[70917]: INFO nova.compute.manager [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Took 24.05 seconds to build instance. [ 636.824834] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.825260] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.839400] env[70917]: DEBUG oslo_vmware.api [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Task: {'id': task-3460905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296297} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.840589] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.841230] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.841230] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.841230] env[70917]: INFO nova.compute.manager [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 636.841400] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.842364] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7fea4-b0d7-4197-877d-e5d4a3d2c19f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.845384] env[70917]: DEBUG nova.compute.manager [-] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.845525] env[70917]: DEBUG nova.network.neutron [-] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.853057] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6f3e0a-c73e-41f6-87d4-d9db7e6759b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.891621] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d308de-7017-454c-87e4-5321ee09282b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.896034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.896034] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Instance network_info: |[{"id": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "address": "fa:16:3e:36:f7:06", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdc7b2c-6f", "ovs_interfaceid": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.900112] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:f7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fdc7b2c-6f9d-4d36-9012-322d5833bb5d', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.909947] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Creating folder: Project (d270b71881b54159b601fad12884d65e). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.910699] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.911009] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f610200-bb11-4ed5-b19b-2c2eceed08a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.921033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af08a7a-7aed-44c4-a901-ba077545c2f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.928912] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Created folder: Project (d270b71881b54159b601fad12884d65e) in parent group-v691255. [ 636.929143] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Creating folder: Instances. Parent ref: group-v691284. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.932195] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-252f7d72-8844-4bb3-a2e7-0638f4a76ccc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.933969] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460900, 'name': ReconfigVM_Task, 'duration_secs': 0.778708} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.935518] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2f666dec-7728-444d-aad8-e2506e890556/2f666dec-7728-444d-aad8-e2506e890556.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.936484] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5f3138-0065-48dc-a983-544c8d7f4c5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.951055] env[70917]: DEBUG nova.compute.provider_tree [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.956954] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Created folder: Instances in parent group-v691284. [ 636.957303] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.957616] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 636.957616] env[70917]: value = "task-3460908" [ 636.957616] env[70917]: _type = "Task" [ 636.957616] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.958040] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.958645] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-092ac1cc-fdef-4c05-8d51-82c448befc33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.980081] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460903, 'name': CreateVM_Task, 'duration_secs': 0.6678} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.980879] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.982020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.982200] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.982518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.986595] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e786cac4-9f81-4009-8859-6bd541f26eec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.988680] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460908, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.989974] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.989974] env[70917]: value = "task-3460909" [ 636.989974] env[70917]: _type = "Task" [ 636.989974] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.995557] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 636.995557] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52693b6f-21fe-70de-c44e-822f6c3b81d0" [ 636.995557] env[70917]: _type = "Task" [ 636.995557] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.002754] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460909, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.010592] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52693b6f-21fe-70de-c44e-822f6c3b81d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.028917] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.153208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquiring lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.153208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.166956] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.197705] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.560s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.371848] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460895, 'name': CreateVM_Task, 'duration_secs': 2.651575} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.372171] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.372811] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.460582] env[70917]: DEBUG nova.scheduler.client.report [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.475976] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460908, 'name': Rename_Task, 'duration_secs': 0.229805} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.475976] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.477261] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-257760a0-af2f-4f43-9989-be911f6ae952 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.482752] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 637.482752] env[70917]: value = "task-3460910" [ 637.482752] env[70917]: _type = "Task" [ 637.482752] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.491902] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.502761] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460909, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.509021] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52693b6f-21fe-70de-c44e-822f6c3b81d0, 'name': SearchDatastore_Task, 'duration_secs': 0.029428} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.509327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.509880] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.509880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.510057] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.510106] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.510390] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.510705] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.510934] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5337f124-0370-4613-b15e-915f03d452f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.512808] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3341ecbe-d31c-485b-b8a6-7cd6bfb2f290 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.518793] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 637.518793] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52733c4d-ca6f-1185-c830-e5d8df3c6214" [ 637.518793] env[70917]: _type = "Task" [ 637.518793] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.522127] env[70917]: DEBUG nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Received event network-changed-02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.522315] env[70917]: DEBUG nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Refreshing instance network info cache due to event network-changed-02b09ca9-be06-4ac0-9ba8-1531456a8ece. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.522526] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Acquiring lock "refresh_cache-60bc20af-1861-48d0-9eac-9b2de32ad51a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.522688] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Acquired lock "refresh_cache-60bc20af-1861-48d0-9eac-9b2de32ad51a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.522828] env[70917]: DEBUG nova.network.neutron [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Refreshing network info cache for port 02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.529102] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.529306] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.531421] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e597e7-0c98-49fa-a9e8-133f678989d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.536174] env[70917]: DEBUG nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.543643] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 637.543643] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e7d07a-5a1f-c776-a06c-c77360529acd" [ 637.543643] env[70917]: _type = "Task" [ 637.543643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.544226] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52733c4d-ca6f-1185-c830-e5d8df3c6214, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.544226] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.545042] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.545178] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.554809] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e7d07a-5a1f-c776-a06c-c77360529acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.555619] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b82bd2-202d-4e89-bf6f-1aca1cdc4580 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.561071] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 637.561071] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529eb8f3-05b8-52b1-9ee2-56e4776877d0" [ 637.561071] env[70917]: _type = "Task" [ 637.561071] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.572334] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529eb8f3-05b8-52b1-9ee2-56e4776877d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.575304] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.575520] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.575757] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.575955] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.576119] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.576265] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.576472] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.577731] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.577731] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.577731] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.577731] env[70917]: DEBUG nova.virt.hardware [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.578084] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a46e2-262c-4dc5-af4f-25e8b4904a8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.585829] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57146d0f-61d9-441b-a4e8-588e381f78d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.600319] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.606106] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Creating folder: Project (ddebfddc577f4e8fab2ce52b01daa26e). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.607901] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab79bd6c-485b-4ddd-90b4-2ba49f0e437f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.610236] env[70917]: DEBUG nova.compute.manager [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Received event network-vif-plugged-7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.610432] env[70917]: DEBUG oslo_concurrency.lockutils [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] Acquiring lock "0d1251c2-445a-4c12-bd0f-57bf837f399b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.610636] env[70917]: DEBUG oslo_concurrency.lockutils [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.610802] env[70917]: DEBUG oslo_concurrency.lockutils [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.611024] env[70917]: DEBUG nova.compute.manager [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] No waiting events found dispatching network-vif-plugged-7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.611364] env[70917]: WARNING nova.compute.manager [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Received unexpected event network-vif-plugged-7b76ef6a-8409-4356-8750-2ddf245c55b3 for instance with vm_state building and task_state spawning. [ 637.611364] env[70917]: DEBUG nova.compute.manager [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Received event network-changed-7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.611429] env[70917]: DEBUG nova.compute.manager [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Refreshing instance network info cache due to event network-changed-7b76ef6a-8409-4356-8750-2ddf245c55b3. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.611595] env[70917]: DEBUG oslo_concurrency.lockutils [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] Acquiring lock "refresh_cache-0d1251c2-445a-4c12-bd0f-57bf837f399b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.611726] env[70917]: DEBUG oslo_concurrency.lockutils [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] Acquired lock "refresh_cache-0d1251c2-445a-4c12-bd0f-57bf837f399b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.611888] env[70917]: DEBUG nova.network.neutron [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Refreshing network info cache for port 7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.621248] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Created folder: Project (ddebfddc577f4e8fab2ce52b01daa26e) in parent group-v691255. [ 637.621438] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Creating folder: Instances. Parent ref: group-v691287. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.621702] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae11ebc-bd6a-4378-a15b-dad91fc1a3bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.631763] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Created folder: Instances in parent group-v691287. [ 637.631763] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.631763] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.631763] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e587cd7-f51a-463c-8291-a4788e2a4356 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.648197] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.648197] env[70917]: value = "task-3460913" [ 637.648197] env[70917]: _type = "Task" [ 637.648197] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.656179] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460913, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.696699] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.700456] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.760514] env[70917]: DEBUG nova.network.neutron [-] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.973110] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.973110] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.978171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.149s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.982312] env[70917]: INFO nova.compute.claims [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.008514] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460910, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.013777] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460909, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.078081] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529eb8f3-05b8-52b1-9ee2-56e4776877d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.078347] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.078692] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0d1251c2-445a-4c12-bd0f-57bf837f399b/0d1251c2-445a-4c12-bd0f-57bf837f399b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.078988] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.079203] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.079932] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ef9dcf-27fc-4eec-b22b-4a8bc66ec67c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.081564] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6ad036e-6fc5-4bba-b401-1d5e1a999b2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.088825] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 638.088825] env[70917]: value = "task-3460914" [ 638.088825] env[70917]: _type = "Task" [ 638.088825] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.093140] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.093303] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.094699] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf561d4-2e19-4a47-8998-192b2e290410 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.103426] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.106693] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 638.106693] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b54efc-97f6-d56f-e217-1d19b7224e1f" [ 638.106693] env[70917]: _type = "Task" [ 638.106693] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.116883] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b54efc-97f6-d56f-e217-1d19b7224e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.164321] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460913, 'name': CreateVM_Task, 'duration_secs': 0.407142} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.164578] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.165132] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.165355] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.165815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.166228] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2001eb22-cacf-401a-9d78-d73354e99365 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.171518] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 638.171518] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5258976c-9b39-1e03-3ea3-24c958589099" [ 638.171518] env[70917]: _type = "Task" [ 638.171518] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.182191] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5258976c-9b39-1e03-3ea3-24c958589099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.227448] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.264721] env[70917]: INFO nova.compute.manager [-] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Took 1.42 seconds to deallocate network for instance. [ 638.440590] env[70917]: DEBUG nova.network.neutron [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Updated VIF entry in instance network info cache for port 7b76ef6a-8409-4356-8750-2ddf245c55b3. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.440966] env[70917]: DEBUG nova.network.neutron [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Updating instance_info_cache with network_info: [{"id": "7b76ef6a-8409-4356-8750-2ddf245c55b3", "address": "fa:16:3e:e7:24:2c", "network": {"id": "8f3b8f42-ff60-48cd-9348-dff994cde92f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-205430842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c080ef645cfb4139978e93af9296804b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b76ef6a-84", "ovs_interfaceid": "7b76ef6a-8409-4356-8750-2ddf245c55b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.486887] env[70917]: DEBUG nova.compute.utils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.492944] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.492944] env[70917]: DEBUG nova.network.neutron [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.508985] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460909, 'name': CreateVM_Task, 'duration_secs': 1.418604} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.513665] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.513665] env[70917]: DEBUG oslo_vmware.api [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3460910, 'name': PowerOnVM_Task, 'duration_secs': 0.720992} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.514177] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514404] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.514594] env[70917]: INFO nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Took 11.65 seconds to spawn the instance on the hypervisor. [ 638.514770] env[70917]: DEBUG nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.515637] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500dbd1b-fe07-48ce-9a2a-a577abb5b651 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.549080] env[70917]: DEBUG nova.policy [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781601c1a1b94885891fa7fe4798d2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d22c5ac7ef48538c76b2b117cadb2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.600913] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460914, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.622084] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b54efc-97f6-d56f-e217-1d19b7224e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.622084] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97b1ac9-5f54-460b-bc94-4131be984882 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.627782] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 638.627782] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526084ea-4655-b849-4b46-f7c9af393e4a" [ 638.627782] env[70917]: _type = "Task" [ 638.627782] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.643093] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526084ea-4655-b849-4b46-f7c9af393e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.678210] env[70917]: DEBUG nova.network.neutron [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Updated VIF entry in instance network info cache for port 02b09ca9-be06-4ac0-9ba8-1531456a8ece. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.679196] env[70917]: DEBUG nova.network.neutron [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Updating instance_info_cache with network_info: [{"id": "02b09ca9-be06-4ac0-9ba8-1531456a8ece", "address": "fa:16:3e:3d:e1:d4", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b09ca9-be", "ovs_interfaceid": "02b09ca9-be06-4ac0-9ba8-1531456a8ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.691212] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5258976c-9b39-1e03-3ea3-24c958589099, 'name': SearchDatastore_Task, 'duration_secs': 0.013862} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.691212] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.691212] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.691212] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.691379] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.691379] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.691379] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.692305] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.692305] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-966fd504-5037-42a4-9bd5-7c9b49d24215 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.694675] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20164e65-c23c-4073-b6da-30cfcd371172 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.701075] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 638.701075] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521b1266-4bef-5b4e-dacc-4f8bb2450637" [ 638.701075] env[70917]: _type = "Task" [ 638.701075] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.713024] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521b1266-4bef-5b4e-dacc-4f8bb2450637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.713024] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.713024] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.713024] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688e47f5-a553-4664-aad9-24f1d06f5c33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.721571] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 638.721571] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5288313a-b33b-3364-d3f1-09df7142e80f" [ 638.721571] env[70917]: _type = "Task" [ 638.721571] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.733652] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5288313a-b33b-3364-d3f1-09df7142e80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.770975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.946622] env[70917]: DEBUG oslo_concurrency.lockutils [req-0073fe8f-6c27-40c3-8421-29600ec1e4fe req-319da497-5e15-4284-a5d8-55940597a9d6 service nova] Releasing lock "refresh_cache-0d1251c2-445a-4c12-bd0f-57bf837f399b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.000969] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.026310] env[70917]: DEBUG nova.network.neutron [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Successfully created port: a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.042328] env[70917]: INFO nova.compute.manager [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Took 24.98 seconds to build instance. [ 639.104045] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715335} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.108020] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0d1251c2-445a-4c12-bd0f-57bf837f399b/0d1251c2-445a-4c12-bd0f-57bf837f399b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.108020] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.108020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f959c93-4c29-405a-9fb3-f2e121ce9724 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.112394] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 639.112394] env[70917]: value = "task-3460915" [ 639.112394] env[70917]: _type = "Task" [ 639.112394] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.124586] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.138508] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526084ea-4655-b849-4b46-f7c9af393e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.060071} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.141434] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.141737] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 60bc20af-1861-48d0-9eac-9b2de32ad51a/60bc20af-1861-48d0-9eac-9b2de32ad51a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.142232] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-244b7daf-284d-4703-9665-6c4a9e895f48 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.151174] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 639.151174] env[70917]: value = "task-3460916" [ 639.151174] env[70917]: _type = "Task" [ 639.151174] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.167280] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.184355] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Releasing lock "refresh_cache-60bc20af-1861-48d0-9eac-9b2de32ad51a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.184647] env[70917]: DEBUG nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Received event network-vif-plugged-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.185013] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Acquiring lock "34e06a78-8024-4143-acd9-5482f144e8e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.186368] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Lock "34e06a78-8024-4143-acd9-5482f144e8e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.186368] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Lock "34e06a78-8024-4143-acd9-5482f144e8e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.186368] env[70917]: DEBUG nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] No waiting events found dispatching network-vif-plugged-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.186368] env[70917]: WARNING nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Received unexpected event network-vif-plugged-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d for instance with vm_state building and task_state spawning. [ 639.186368] env[70917]: DEBUG nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Received event network-changed-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.186654] env[70917]: DEBUG nova.compute.manager [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Refreshing instance network info cache due to event network-changed-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.186654] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Acquiring lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.186654] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Acquired lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.186770] env[70917]: DEBUG nova.network.neutron [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Refreshing network info cache for port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.222590] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521b1266-4bef-5b4e-dacc-4f8bb2450637, 'name': SearchDatastore_Task, 'duration_secs': 0.025558} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.229322] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.229322] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.229322] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.243506] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5288313a-b33b-3364-d3f1-09df7142e80f, 'name': SearchDatastore_Task, 'duration_secs': 0.028163} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.245065] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00f76c2-70a4-4f00-b8c3-4276fd1a26b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.253746] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 639.253746] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281978e-e112-3704-c167-7828e0090814" [ 639.253746] env[70917]: _type = "Task" [ 639.253746] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.264810] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281978e-e112-3704-c167-7828e0090814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.356797] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f3494-f537-4b64-9e42-29d20468936d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.368864] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eb4afa-7b87-4973-82e8-775a3b0542cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.402705] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1fae5-82bd-4ec9-bb07-ececd309cc61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.410572] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15854b-6945-4ee3-98ab-eebc587c3bee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.425377] env[70917]: DEBUG nova.compute.provider_tree [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.544945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-831fc06d-f3f0-4f08-8b83-88dd75703bed tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.502s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.622501] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136535} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.622736] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.623542] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72babc-4aee-463e-aa0b-febf9d144383 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.648253] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 0d1251c2-445a-4c12-bd0f-57bf837f399b/0d1251c2-445a-4c12-bd0f-57bf837f399b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.648253] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f649517-fbf2-4392-8d12-3f5972fcc1aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.674640] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460916, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.676173] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 639.676173] env[70917]: value = "task-3460917" [ 639.676173] env[70917]: _type = "Task" [ 639.676173] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.683754] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.771848] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281978e-e112-3704-c167-7828e0090814, 'name': SearchDatastore_Task, 'duration_secs': 0.036279} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.772169] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772413] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.773135] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.773135] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.773135] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0d4b42-71f8-4435-930b-8d9595042ba6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.776116] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85dbf9b8-3379-4fb8-99e5-f1adbbbee277 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.786805] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.787024] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.789127] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e6db99-0c18-4607-b5e3-b8d3b0d58e71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.792265] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 639.792265] env[70917]: value = "task-3460918" [ 639.792265] env[70917]: _type = "Task" [ 639.792265] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.798148] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 639.798148] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52584592-76ae-b134-aea1-308568402a84" [ 639.798148] env[70917]: _type = "Task" [ 639.798148] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.806170] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.813279] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52584592-76ae-b134-aea1-308568402a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.930251] env[70917]: DEBUG nova.scheduler.client.report [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.009563] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.040577] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.040918] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.041163] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.041163] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.041350] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.041446] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.041692] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.041802] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.042035] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.042239] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.042416] env[70917]: DEBUG nova.virt.hardware [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.043610] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f23e14-72cb-4c0f-873c-71f6b1679f61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.052170] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.060190] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2573b84b-b218-409f-a533-46eabf318a43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.106802] env[70917]: DEBUG oslo_concurrency.lockutils [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.106802] env[70917]: DEBUG oslo_concurrency.lockutils [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.106802] env[70917]: DEBUG nova.compute.manager [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.108051] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2a1d9-4cbb-4f3a-b0ab-d82bdcd7b1a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.114840] env[70917]: DEBUG nova.compute.manager [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 640.115480] env[70917]: DEBUG nova.objects.instance [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lazy-loading 'flavor' on Instance uuid b57ffe91-4cba-41fc-9c3b-8db661b91780 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.134574] env[70917]: DEBUG nova.network.neutron [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updated VIF entry in instance network info cache for port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.134997] env[70917]: DEBUG nova.network.neutron [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updating instance_info_cache with network_info: [{"id": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "address": "fa:16:3e:36:f7:06", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdc7b2c-6f", "ovs_interfaceid": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.175076] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926112} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.175454] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 60bc20af-1861-48d0-9eac-9b2de32ad51a/60bc20af-1861-48d0-9eac-9b2de32ad51a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.175848] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.176143] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aebe77ac-bd4e-4142-bd64-4ca4f36bed19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.188254] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.189823] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 640.189823] env[70917]: value = "task-3460919" [ 640.189823] env[70917]: _type = "Task" [ 640.189823] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.201023] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.306255] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.312929] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52584592-76ae-b134-aea1-308568402a84, 'name': SearchDatastore_Task, 'duration_secs': 0.03462} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.314057] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216c3b2a-37b3-492b-a5a5-70033a206c6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.320798] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 640.320798] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52509185-1500-1521-b996-76b9f436e899" [ 640.320798] env[70917]: _type = "Task" [ 640.320798] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.330991] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52509185-1500-1521-b996-76b9f436e899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.437170] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.437702] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.440558] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.798s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.600942] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.637949] env[70917]: DEBUG oslo_concurrency.lockutils [req-52ada6c0-4b4e-4b4d-a055-838971d51cf8 req-876cdd25-a22e-4cb4-b652-1f05ddfff61e service nova] Releasing lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.691660] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460917, 'name': ReconfigVM_Task, 'duration_secs': 0.936403} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.691660] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 0d1251c2-445a-4c12-bd0f-57bf837f399b/0d1251c2-445a-4c12-bd0f-57bf837f399b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.691660] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e9c6d6a-eed0-4009-9e96-cfed2e29a769 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.701308] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148279} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.703439] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.703943] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 640.703943] env[70917]: value = "task-3460920" [ 640.703943] env[70917]: _type = "Task" [ 640.703943] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.705554] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4748e194-d568-4211-8437-eeeb1e8b39e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.719014] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460920, 'name': Rename_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.738961] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 60bc20af-1861-48d0-9eac-9b2de32ad51a/60bc20af-1861-48d0-9eac-9b2de32ad51a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.739456] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aeb83ea-afdd-4fdf-875b-f118520546fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.760696] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 640.760696] env[70917]: value = "task-3460921" [ 640.760696] env[70917]: _type = "Task" [ 640.760696] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.769225] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.803294] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821418} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.803588] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.803830] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.804084] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a4bd590-37a2-4b87-bfb1-65d637ee813e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.810362] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 640.810362] env[70917]: value = "task-3460922" [ 640.810362] env[70917]: _type = "Task" [ 640.810362] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.818247] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.832320] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52509185-1500-1521-b996-76b9f436e899, 'name': SearchDatastore_Task, 'duration_secs': 0.051948} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.832552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.832799] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 34e06a78-8024-4143-acd9-5482f144e8e6/34e06a78-8024-4143-acd9-5482f144e8e6.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.833083] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c70dbe4-616c-4f3e-aa92-ca19b0c56a68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.839289] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 640.839289] env[70917]: value = "task-3460923" [ 640.839289] env[70917]: _type = "Task" [ 640.839289] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.847930] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.944726] env[70917]: DEBUG nova.compute.utils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.953166] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.953166] env[70917]: DEBUG nova.network.neutron [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.002785] env[70917]: DEBUG nova.compute.manager [req-23be192e-977e-45da-baaa-a90cce83456d req-f5d4ddef-0f80-42ee-bff6-c5af3c3111b5 service nova] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Received event network-vif-deleted-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.030319] env[70917]: DEBUG nova.policy [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4468d1168bb4c39a29114395d695057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450f28521134d9290821fca641d4277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.127674] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.128017] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76f151a0-fd55-4b85-864b-0f01e6baaa32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.137292] env[70917]: DEBUG oslo_vmware.api [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 641.137292] env[70917]: value = "task-3460924" [ 641.137292] env[70917]: _type = "Task" [ 641.137292] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.147388] env[70917]: DEBUG oslo_vmware.api [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.160624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "6d715a3c-aa6b-4123-b61e-3588399733bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.163959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.163959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "6d715a3c-aa6b-4123-b61e-3588399733bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.163959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.163959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.178112] env[70917]: INFO nova.compute.manager [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Terminating instance [ 641.220789] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460920, 'name': Rename_Task, 'duration_secs': 0.396535} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.227385] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.227385] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f253dd3f-eccc-4112-b24d-81396452e184 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.229563] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 641.229563] env[70917]: value = "task-3460925" [ 641.229563] env[70917]: _type = "Task" [ 641.229563] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.242900] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.274144] env[70917]: DEBUG nova.network.neutron [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Successfully updated port: a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.283725] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.325873] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064901} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.326195] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.327391] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b7f80f-d5d7-47e9-b65b-fecfd26dbda8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.365358] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.370627] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6a93c0-58b8-462e-9502-de9e74441634 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.393423] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.395287] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 641.395287] env[70917]: value = "task-3460926" [ 641.395287] env[70917]: _type = "Task" [ 641.395287] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.405140] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.456034] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.496127] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 8afde6a3-9518-41ff-9744-a824adda19ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 641.496332] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 3aa4f084-ef8d-405a-a02e-16b977a8ba80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.496628] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6d715a3c-aa6b-4123-b61e-3588399733bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497176] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance acd86542-d115-4a88-b6e5-3133e456b45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497176] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance b57ffe91-4cba-41fc-9c3b-8db661b91780 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497176] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2f666dec-7728-444d-aad8-e2506e890556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497805] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 60bc20af-1861-48d0-9eac-9b2de32ad51a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497805] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 0d1251c2-445a-4c12-bd0f-57bf837f399b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497805] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 34e06a78-8024-4143-acd9-5482f144e8e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.497805] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 31674a28-a0b2-4b40-8c6e-ce45218a4d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.498109] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance d42d1d63-4a32-4ce8-adef-ae483488c5aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.498109] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.651264] env[70917]: DEBUG oslo_vmware.api [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460924, 'name': PowerOffVM_Task, 'duration_secs': 0.227546} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.652926] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.652926] env[70917]: DEBUG nova.compute.manager [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.653652] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b89b6-5ba9-4d00-9c9c-42b90ca76909 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.697869] env[70917]: DEBUG nova.compute.manager [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.697869] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.697869] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fced7c-94c7-40fb-8af9-50f80a3cbe93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.701668] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.701668] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e204c66-7844-40ad-bbb2-cce7a3a89c77 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.708690] env[70917]: DEBUG oslo_vmware.api [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 641.708690] env[70917]: value = "task-3460927" [ 641.708690] env[70917]: _type = "Task" [ 641.708690] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.719932] env[70917]: DEBUG oslo_vmware.api [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.731837] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.735359] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.753777] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460925, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.770385] env[70917]: DEBUG nova.network.neutron [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Successfully created port: d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.780021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.780021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquired lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.780021] env[70917]: DEBUG nova.network.neutron [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.780021] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460921, 'name': ReconfigVM_Task, 'duration_secs': 0.709956} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.780336] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 60bc20af-1861-48d0-9eac-9b2de32ad51a/60bc20af-1861-48d0-9eac-9b2de32ad51a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.780336] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37ed930b-c714-4b8b-9afc-2e3be05e7dfb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.788822] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 641.788822] env[70917]: value = "task-3460928" [ 641.788822] env[70917]: _type = "Task" [ 641.788822] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.803396] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460928, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.860278] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729396} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.860278] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 34e06a78-8024-4143-acd9-5482f144e8e6/34e06a78-8024-4143-acd9-5482f144e8e6.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.860278] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.860278] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-564c3585-7749-40c2-a3cc-7e44dc6d6cef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.870413] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 641.870413] env[70917]: value = "task-3460929" [ 641.870413] env[70917]: _type = "Task" [ 641.870413] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.885246] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.913118] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.003197] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4826f4bc-3d8d-4c51-8a9b-c4be817b5507 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 642.170360] env[70917]: DEBUG oslo_concurrency.lockutils [None req-02a85ce7-714e-4ff1-9f20-939bf47f3efa tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.218759] env[70917]: DEBUG oslo_vmware.api [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460927, 'name': PowerOffVM_Task, 'duration_secs': 0.213675} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.219051] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.219358] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.219518] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e569313-c8d2-4d7c-b174-f404998c3460 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.244245] env[70917]: DEBUG oslo_vmware.api [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460925, 'name': PowerOnVM_Task, 'duration_secs': 0.810939} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.244570] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.244787] env[70917]: INFO nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Took 10.61 seconds to spawn the instance on the hypervisor. [ 642.244966] env[70917]: DEBUG nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.245820] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a35a194-164c-4625-b82b-c0a6fc7d15af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.302905] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460928, 'name': Rename_Task, 'duration_secs': 0.25374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.304045] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.306434] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-972e4efd-7f44-4893-976e-b155c0072ec0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.309593] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.309856] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.310068] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleting the datastore file [datastore1] 6d715a3c-aa6b-4123-b61e-3588399733bd {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.310319] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41196d26-7bd2-4766-b6df-b3e9829f34f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.316545] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 642.316545] env[70917]: value = "task-3460931" [ 642.316545] env[70917]: _type = "Task" [ 642.316545] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.318076] env[70917]: DEBUG oslo_vmware.api [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for the task: (returnval){ [ 642.318076] env[70917]: value = "task-3460932" [ 642.318076] env[70917]: _type = "Task" [ 642.318076] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.331591] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.335175] env[70917]: DEBUG oslo_vmware.api [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.375166] env[70917]: DEBUG nova.network.neutron [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.384200] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172193} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.384763] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.386129] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce0868-40aa-473b-8cfc-4156bdebdc00 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.410716] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 34e06a78-8024-4143-acd9-5482f144e8e6/34e06a78-8024-4143-acd9-5482f144e8e6.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.417431] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a71059-3557-493a-96b8-4b169de67398 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.440260] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "f450c3bd-3616-4627-8312-f6548d55260a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.440260] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.444706] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460926, 'name': ReconfigVM_Task, 'duration_secs': 0.878509} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.446168] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.446972] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 642.446972] env[70917]: value = "task-3460933" [ 642.446972] env[70917]: _type = "Task" [ 642.446972] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.447201] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfd4132-7a9e-40ae-9117-4d4e1e54f7ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.458664] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.460080] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 642.460080] env[70917]: value = "task-3460934" [ 642.460080] env[70917]: _type = "Task" [ 642.460080] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.468084] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460934, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.472695] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.510504] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.510792] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.511053] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.511142] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.511294] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.511473] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.511696] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.512111] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.512111] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.512251] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.512446] env[70917]: DEBUG nova.virt.hardware [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.513597] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 7b18ee62-aac9-48e7-85f6-69c2c8634e21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 642.515415] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1bfbff-c0e5-4030-be7d-112e50b4434a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.524108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d994f91-9fa1-44fe-a673-d20042fece54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.766539] env[70917]: INFO nova.compute.manager [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Took 27.12 seconds to build instance. [ 642.806295] env[70917]: DEBUG nova.compute.manager [req-c510b06f-1cb7-4bea-abfc-1fd7f9b4e702 req-a05458b8-3a2f-483d-abb6-4fe1f67d4faa service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Received event network-vif-plugged-a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.806875] env[70917]: DEBUG oslo_concurrency.lockutils [req-c510b06f-1cb7-4bea-abfc-1fd7f9b4e702 req-a05458b8-3a2f-483d-abb6-4fe1f67d4faa service nova] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.806875] env[70917]: DEBUG oslo_concurrency.lockutils [req-c510b06f-1cb7-4bea-abfc-1fd7f9b4e702 req-a05458b8-3a2f-483d-abb6-4fe1f67d4faa service nova] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.806875] env[70917]: DEBUG oslo_concurrency.lockutils [req-c510b06f-1cb7-4bea-abfc-1fd7f9b4e702 req-a05458b8-3a2f-483d-abb6-4fe1f67d4faa service nova] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.808125] env[70917]: DEBUG nova.compute.manager [req-c510b06f-1cb7-4bea-abfc-1fd7f9b4e702 req-a05458b8-3a2f-483d-abb6-4fe1f67d4faa service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] No waiting events found dispatching network-vif-plugged-a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.808125] env[70917]: WARNING nova.compute.manager [req-c510b06f-1cb7-4bea-abfc-1fd7f9b4e702 req-a05458b8-3a2f-483d-abb6-4fe1f67d4faa service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Received unexpected event network-vif-plugged-a1a86522-0106-4050-981e-a4be7b42e632 for instance with vm_state building and task_state spawning. [ 642.832545] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.837780] env[70917]: DEBUG oslo_vmware.api [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Task: {'id': task-3460932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315944} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.837780] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.837872] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.838063] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.838237] env[70917]: INFO nova.compute.manager [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 642.838478] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.838663] env[70917]: DEBUG nova.compute.manager [-] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.838756] env[70917]: DEBUG nova.network.neutron [-] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.958924] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460933, 'name': ReconfigVM_Task, 'duration_secs': 0.29126} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.959396] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 34e06a78-8024-4143-acd9-5482f144e8e6/34e06a78-8024-4143-acd9-5482f144e8e6.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.959823] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29a9be76-06e3-4415-856b-2eda1dd6dbcc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.970310] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460934, 'name': Rename_Task, 'duration_secs': 0.168716} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.971159] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.971535] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 642.971535] env[70917]: value = "task-3460935" [ 642.971535] env[70917]: _type = "Task" [ 642.971535] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.971873] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f414254-84fe-4f4a-b286-bbb85816e0ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.983333] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 642.983333] env[70917]: value = "task-3460936" [ 642.983333] env[70917]: _type = "Task" [ 642.983333] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.993783] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.019962] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 643.194624] env[70917]: DEBUG nova.network.neutron [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updating instance_info_cache with network_info: [{"id": "a1a86522-0106-4050-981e-a4be7b42e632", "address": "fa:16:3e:45:4d:b7", "network": {"id": "69524b40-d5ef-4e60-93eb-bc770b68c251", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-929526531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d22c5ac7ef48538c76b2b117cadb2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a86522-01", "ovs_interfaceid": "a1a86522-0106-4050-981e-a4be7b42e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.268706] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7609add3-5495-4688-a6ad-2d8179527558 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.632s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.328831] env[70917]: DEBUG oslo_vmware.api [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3460931, 'name': PowerOnVM_Task, 'duration_secs': 0.836591} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.329135] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.329344] env[70917]: INFO nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Took 14.04 seconds to spawn the instance on the hypervisor. [ 643.329520] env[70917]: DEBUG nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.330325] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3882b78f-a7fb-4d15-9a85-085c97d36c8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.484159] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460935, 'name': Rename_Task, 'duration_secs': 0.159841} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.489595] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.493146] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ef83ac-d097-4259-b183-a3411504d953 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.501677] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460936, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.503385] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 643.503385] env[70917]: value = "task-3460937" [ 643.503385] env[70917]: _type = "Task" [ 643.503385] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.513259] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.523295] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 61b1debe-9779-4eeb-abee-5fcc87cf6aaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 643.546933] env[70917]: DEBUG nova.compute.manager [None req-76e1b5db-ec44-4150-abaf-e2e4fff067a7 tempest-ServerDiagnosticsV248Test-719433072 tempest-ServerDiagnosticsV248Test-719433072-project-admin] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.550178] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb6b09-b663-407a-b357-e0b1bfc3ce5b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.558042] env[70917]: INFO nova.compute.manager [None req-76e1b5db-ec44-4150-abaf-e2e4fff067a7 tempest-ServerDiagnosticsV248Test-719433072 tempest-ServerDiagnosticsV248Test-719433072-project-admin] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Retrieving diagnostics [ 643.559242] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb19b93-c466-45b0-85ca-cc8f53eddf78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.699164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Releasing lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.699524] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Instance network_info: |[{"id": "a1a86522-0106-4050-981e-a4be7b42e632", "address": "fa:16:3e:45:4d:b7", "network": {"id": "69524b40-d5ef-4e60-93eb-bc770b68c251", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-929526531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d22c5ac7ef48538c76b2b117cadb2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a86522-01", "ovs_interfaceid": "a1a86522-0106-4050-981e-a4be7b42e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.699946] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:4d:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a86522-0106-4050-981e-a4be7b42e632', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.709104] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Creating folder: Project (e9d22c5ac7ef48538c76b2b117cadb2a). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.710307] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c00cf90-cbff-4346-9ad7-0591ceb536be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.722582] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Created folder: Project (e9d22c5ac7ef48538c76b2b117cadb2a) in parent group-v691255. [ 643.722582] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Creating folder: Instances. Parent ref: group-v691290. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.722582] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d131e1bf-b9c8-4856-b040-ecc80e688bd8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.736139] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Created folder: Instances in parent group-v691290. [ 643.736139] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.736139] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.736139] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b0bbc1c-d9d6-48d8-931e-7bb93c8a4659 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.761741] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.761741] env[70917]: value = "task-3460940" [ 643.761741] env[70917]: _type = "Task" [ 643.761741] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.771590] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.774715] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460940, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.855986] env[70917]: DEBUG nova.compute.manager [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 643.861241] env[70917]: INFO nova.compute.manager [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Took 29.13 seconds to build instance. [ 643.997452] env[70917]: DEBUG oslo_vmware.api [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460936, 'name': PowerOnVM_Task, 'duration_secs': 0.67923} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.997955] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.998051] env[70917]: INFO nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Took 6.46 seconds to spawn the instance on the hypervisor. [ 643.998509] env[70917]: DEBUG nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.999507] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b746f-8096-41f3-bd89-41336f50fb92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.019936] env[70917]: DEBUG oslo_vmware.api [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3460937, 'name': PowerOnVM_Task, 'duration_secs': 0.503908} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.019936] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.019936] env[70917]: INFO nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Took 9.96 seconds to spawn the instance on the hypervisor. [ 644.020809] env[70917]: DEBUG nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.021257] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41227aca-2824-4cbe-981a-1f9c5e7fb1c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.029560] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 644.246946] env[70917]: DEBUG nova.network.neutron [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Successfully updated port: d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.258304] env[70917]: DEBUG nova.network.neutron [-] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.281164] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460940, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.298445] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.366239] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388a5545-fc6c-4595-bf25-d188875d1e9e tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.646s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.377441] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.520964] env[70917]: INFO nova.compute.manager [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Took 26.16 seconds to build instance. [ 644.535157] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 644.535451] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 644.535695] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 644.546354] env[70917]: INFO nova.compute.manager [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Took 28.39 seconds to build instance. [ 644.751121] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751261] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.751403] env[70917]: DEBUG nova.network.neutron [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.763588] env[70917]: INFO nova.compute.manager [-] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Took 1.92 seconds to deallocate network for instance. [ 644.792955] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460940, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.869166] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.973164] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e7f4be-305c-4633-a6cc-9bd3f0620882 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.986550] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636b2d7-b4c2-4ac9-b1a0-d8f0d87ec173 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.033244] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4dae792-e229-4f2a-980d-0099a89aca1e tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.684s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.036512] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6dd25a-62b8-4749-8722-623e590b8ff5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.044782] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d14c912-6c55-43c8-a320-5e147ad609d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.049904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "34e06a78-8024-4143-acd9-5482f144e8e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.913s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.060632] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.142541] env[70917]: DEBUG nova.compute.manager [req-f18aef24-f349-4182-a784-bbf5cd20cf30 req-d68e9acb-b9b6-4aeb-bc2e-ede095ac1587 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Received event network-vif-plugged-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.143216] env[70917]: DEBUG oslo_concurrency.lockutils [req-f18aef24-f349-4182-a784-bbf5cd20cf30 req-d68e9acb-b9b6-4aeb-bc2e-ede095ac1587 service nova] Acquiring lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.143216] env[70917]: DEBUG oslo_concurrency.lockutils [req-f18aef24-f349-4182-a784-bbf5cd20cf30 req-d68e9acb-b9b6-4aeb-bc2e-ede095ac1587 service nova] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.143435] env[70917]: DEBUG oslo_concurrency.lockutils [req-f18aef24-f349-4182-a784-bbf5cd20cf30 req-d68e9acb-b9b6-4aeb-bc2e-ede095ac1587 service nova] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.143435] env[70917]: DEBUG nova.compute.manager [req-f18aef24-f349-4182-a784-bbf5cd20cf30 req-d68e9acb-b9b6-4aeb-bc2e-ede095ac1587 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] No waiting events found dispatching network-vif-plugged-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.143850] env[70917]: WARNING nova.compute.manager [req-f18aef24-f349-4182-a784-bbf5cd20cf30 req-d68e9acb-b9b6-4aeb-bc2e-ede095ac1587 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Received unexpected event network-vif-plugged-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 for instance with vm_state building and task_state spawning. [ 645.275775] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460940, 'name': CreateVM_Task, 'duration_secs': 1.450552} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.279018] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.279018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.279018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.279018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.279018] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52a9eb0-00a7-4265-b081-d5b9d4681e7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.282634] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 645.282634] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5239c093-c890-45f9-4f69-b22cbeeff1d9" [ 645.282634] env[70917]: _type = "Task" [ 645.282634] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.287482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.295440] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5239c093-c890-45f9-4f69-b22cbeeff1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.311572] env[70917]: DEBUG nova.network.neutron [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.410646] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.539915] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.557916] env[70917]: DEBUG nova.network.neutron [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Updating instance_info_cache with network_info: [{"id": "d0f6da92-6e51-4291-b6b7-f9d3a823ee23", "address": "fa:16:3e:be:78:f8", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f6da92-6e", "ovs_interfaceid": "d0f6da92-6e51-4291-b6b7-f9d3a823ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.566284] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.794059] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5239c093-c890-45f9-4f69-b22cbeeff1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.02715} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.794412] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.794618] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.794866] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.795021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.795204] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.795467] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0626021a-1692-4365-9d5b-2a2115d767ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.807530] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.807728] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.808479] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460dd594-86e0-49bc-933d-6399227f54cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.816514] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 645.816514] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5239d6c3-eeca-430c-70c0-86110ae41317" [ 645.816514] env[70917]: _type = "Task" [ 645.816514] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.831173] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5239d6c3-eeca-430c-70c0-86110ae41317, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.832065] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50c8950-5abd-4d21-8f16-9972f4917e2a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.837639] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 645.837639] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52961a50-d795-f8db-8372-e501d0e941fc" [ 645.837639] env[70917]: _type = "Task" [ 645.837639] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.846966] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52961a50-d795-f8db-8372-e501d0e941fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.027987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.027987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.027987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.027987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.028304] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.029462] env[70917]: INFO nova.compute.manager [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Terminating instance [ 646.061658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.062803] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Instance network_info: |[{"id": "d0f6da92-6e51-4291-b6b7-f9d3a823ee23", "address": "fa:16:3e:be:78:f8", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f6da92-6e", "ovs_interfaceid": "d0f6da92-6e51-4291-b6b7-f9d3a823ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.063396] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:78:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f6da92-6e51-4291-b6b7-f9d3a823ee23', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.080730] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating folder: Project (6450f28521134d9290821fca641d4277). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.083455] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.085084] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 646.085444] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.645s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.085776] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-300c9244-27fc-4cf6-826e-19aa85959ca0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.088945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.060s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.093169] env[70917]: INFO nova.compute.claims [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.113137] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created folder: Project (6450f28521134d9290821fca641d4277) in parent group-v691255. [ 646.113478] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating folder: Instances. Parent ref: group-v691293. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.113711] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-990f2319-2a9c-4913-9355-d6cfd8b44232 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.125748] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created folder: Instances in parent group-v691293. [ 646.126611] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.126730] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.127078] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268252b2-5957-4c05-adf2-752ff6cd16ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.166881] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.166881] env[70917]: value = "task-3460943" [ 646.166881] env[70917]: _type = "Task" [ 646.166881] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.183707] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460943, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.352220] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52961a50-d795-f8db-8372-e501d0e941fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.352754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.353237] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d42d1d63-4a32-4ce8-adef-ae483488c5aa/d42d1d63-4a32-4ce8-adef-ae483488c5aa.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.353403] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8be27d-e0f5-4239-a894-246f5eed0483 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.361798] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 646.361798] env[70917]: value = "task-3460944" [ 646.361798] env[70917]: _type = "Task" [ 646.361798] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.372263] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.539752] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "refresh_cache-3aa4f084-ef8d-405a-a02e-16b977a8ba80" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.540065] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquired lock "refresh_cache-3aa4f084-ef8d-405a-a02e-16b977a8ba80" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.540355] env[70917]: DEBUG nova.network.neutron [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.617430] env[70917]: DEBUG nova.compute.manager [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Received event network-changed-a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.617430] env[70917]: DEBUG nova.compute.manager [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Refreshing instance network info cache due to event network-changed-a1a86522-0106-4050-981e-a4be7b42e632. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.617430] env[70917]: DEBUG oslo_concurrency.lockutils [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] Acquiring lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.617430] env[70917]: DEBUG oslo_concurrency.lockutils [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] Acquired lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.617430] env[70917]: DEBUG nova.network.neutron [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Refreshing network info cache for port a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.683035] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460943, 'name': CreateVM_Task, 'duration_secs': 0.392872} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.683035] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.683220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.683445] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.683724] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.684091] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631160e8-4c79-4c33-85ee-fef5ff43653b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.693030] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 646.693030] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ca0ba1-d915-ce13-7b42-67163b82271e" [ 646.693030] env[70917]: _type = "Task" [ 646.693030] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.708348] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ca0ba1-d915-ce13-7b42-67163b82271e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.875464] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460944, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.085985] env[70917]: DEBUG nova.network.neutron [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.195859] env[70917]: DEBUG nova.compute.manager [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.197487] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fce5a5-606c-458d-8ff9-6c8e8a81600a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.224306] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ca0ba1-d915-ce13-7b42-67163b82271e, 'name': SearchDatastore_Task, 'duration_secs': 0.053567} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.225575] env[70917]: DEBUG nova.network.neutron [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.230341] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.230505] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.230711] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231009] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.234404] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.238955] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-354285c9-b200-4cd5-a2b6-31252e3cef35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.250513] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.250992] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.251764] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa0a24f-6f7d-43f0-8376-80eab3b0d7dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.263066] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 647.263066] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e9279c-35a8-446f-3ec9-ac14aaf5c13b" [ 647.263066] env[70917]: _type = "Task" [ 647.263066] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.273934] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e9279c-35a8-446f-3ec9-ac14aaf5c13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.382104] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515261} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.382395] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d42d1d63-4a32-4ce8-adef-ae483488c5aa/d42d1d63-4a32-4ce8-adef-ae483488c5aa.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.382614] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.382883] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c51acb52-ca6a-4b7e-b209-5002a56265c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.391792] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 647.391792] env[70917]: value = "task-3460945" [ 647.391792] env[70917]: _type = "Task" [ 647.391792] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.407708] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.563314] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e8c1f-9b34-4369-878c-74f242928952 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.575854] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59df55c7-72f8-4b53-8e83-011776229806 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.614333] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85340ef7-97e3-4a57-a458-043c5f032ec0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.625518] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04436fe6-cb72-4348-b86a-8ed4d40debd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.642332] env[70917]: DEBUG nova.compute.provider_tree [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.727224] env[70917]: INFO nova.compute.manager [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] instance snapshotting [ 647.727224] env[70917]: WARNING nova.compute.manager [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 647.730397] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2104c182-e589-4345-ad09-6d7d9751e118 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.734255] env[70917]: DEBUG nova.network.neutron [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updated VIF entry in instance network info cache for port a1a86522-0106-4050-981e-a4be7b42e632. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.734576] env[70917]: DEBUG nova.network.neutron [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updating instance_info_cache with network_info: [{"id": "a1a86522-0106-4050-981e-a4be7b42e632", "address": "fa:16:3e:45:4d:b7", "network": {"id": "69524b40-d5ef-4e60-93eb-bc770b68c251", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-929526531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d22c5ac7ef48538c76b2b117cadb2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a86522-01", "ovs_interfaceid": "a1a86522-0106-4050-981e-a4be7b42e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.753471] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Releasing lock "refresh_cache-3aa4f084-ef8d-405a-a02e-16b977a8ba80" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.753927] env[70917]: DEBUG nova.compute.manager [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.754125] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.755039] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869fe3db-f9c7-4828-9b5d-b066ec51b937 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.758524] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d613a-cb03-44d8-bdac-34751d51c9ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.766884] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.771512] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52372f8e-4e81-46e7-8ab4-26dc5cfed8d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.781356] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e9279c-35a8-446f-3ec9-ac14aaf5c13b, 'name': SearchDatastore_Task, 'duration_secs': 0.035209} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.786063] env[70917]: DEBUG oslo_vmware.api [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 647.786063] env[70917]: value = "task-3460946" [ 647.786063] env[70917]: _type = "Task" [ 647.786063] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.786063] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dbae16-941a-47bb-83df-4c887042029b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.791838] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 647.791838] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527d5171-4c93-b9d9-5f4b-9c9435b6b19e" [ 647.791838] env[70917]: _type = "Task" [ 647.791838] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.794969] env[70917]: DEBUG oslo_vmware.api [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.807608] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527d5171-4c93-b9d9-5f4b-9c9435b6b19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.878775] env[70917]: INFO nova.compute.manager [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Rebuilding instance [ 647.909770] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073916} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.909948] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.910801] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f3f96c-90a0-4abc-ae89-dfa95688ea37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.944611] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d42d1d63-4a32-4ce8-adef-ae483488c5aa/d42d1d63-4a32-4ce8-adef-ae483488c5aa.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.947037] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f461a7a-d327-4f01-ae2d-7936db031763 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.974913] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 647.974913] env[70917]: value = "task-3460947" [ 647.974913] env[70917]: _type = "Task" [ 647.974913] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.984479] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.003460] env[70917]: DEBUG nova.compute.manager [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.004072] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46189542-89ba-43c4-a0af-9036d7317a24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.147263] env[70917]: DEBUG nova.scheduler.client.report [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.239061] env[70917]: DEBUG oslo_concurrency.lockutils [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] Releasing lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.240470] env[70917]: DEBUG nova.compute.manager [req-9caaa078-c3e4-49db-bded-c36f62e6e070 req-bb582595-1721-4ce3-9e24-30337a213113 service nova] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Received event network-vif-deleted-e9c55b33-ade7-44c5-8eb3-9128c6b45241 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.279034] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 648.279034] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb70da10-4cbf-42c3-9294-14d1d1c03e54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.289867] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 648.289867] env[70917]: value = "task-3460948" [ 648.289867] env[70917]: _type = "Task" [ 648.289867] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.304905] env[70917]: DEBUG oslo_vmware.api [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460946, 'name': PowerOffVM_Task, 'duration_secs': 0.333567} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.311176] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.311176] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.311440] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.316511] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-591b2995-5248-423f-8af0-aca140d5ec17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.316791] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527d5171-4c93-b9d9-5f4b-9c9435b6b19e, 'name': SearchDatastore_Task, 'duration_secs': 0.016704} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.317035] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.317299] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec/e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.317893] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0af38e3-874a-4b0c-acf1-22cec8adfeaf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.324085] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 648.324085] env[70917]: value = "task-3460950" [ 648.324085] env[70917]: _type = "Task" [ 648.324085] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.335202] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.351169] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.351418] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.351603] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleting the datastore file [datastore2] 3aa4f084-ef8d-405a-a02e-16b977a8ba80 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.352054] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2721ab6b-6269-40b4-904a-847c6df8e51c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.359237] env[70917]: DEBUG oslo_vmware.api [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for the task: (returnval){ [ 648.359237] env[70917]: value = "task-3460951" [ 648.359237] env[70917]: _type = "Task" [ 648.359237] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.368284] env[70917]: DEBUG oslo_vmware.api [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.489637] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.653959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.653959] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.660513] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.963s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.663600] env[70917]: INFO nova.compute.claims [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.756871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Acquiring lock "60bc20af-1861-48d0-9eac-9b2de32ad51a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.757971] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.757971] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Acquiring lock "60bc20af-1861-48d0-9eac-9b2de32ad51a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.757971] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.757971] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.761793] env[70917]: INFO nova.compute.manager [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Terminating instance [ 648.807359] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460948, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.842704] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460950, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.875348] env[70917]: DEBUG oslo_vmware.api [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Task: {'id': task-3460951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214557} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.875679] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.875961] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.876206] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.876400] env[70917]: INFO nova.compute.manager [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Took 1.12 seconds to destroy the instance on the hypervisor. [ 648.876679] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.876928] env[70917]: DEBUG nova.compute.manager [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.877092] env[70917]: DEBUG nova.network.neutron [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.934202] env[70917]: DEBUG nova.network.neutron [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.983513] env[70917]: DEBUG nova.compute.manager [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Received event network-changed-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.983795] env[70917]: DEBUG nova.compute.manager [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Refreshing instance network info cache due to event network-changed-d0f6da92-6e51-4291-b6b7-f9d3a823ee23. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.991812] env[70917]: DEBUG oslo_concurrency.lockutils [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] Acquiring lock "refresh_cache-e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.991812] env[70917]: DEBUG oslo_concurrency.lockutils [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] Acquired lock "refresh_cache-e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.991812] env[70917]: DEBUG nova.network.neutron [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Refreshing network info cache for port d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.999414] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460947, 'name': ReconfigVM_Task, 'duration_secs': 0.684812} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.001222] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d42d1d63-4a32-4ce8-adef-ae483488c5aa/d42d1d63-4a32-4ce8-adef-ae483488c5aa.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.001467] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4693a9ae-3d4f-4464-a58b-15bc942761c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.008967] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 649.008967] env[70917]: value = "task-3460952" [ 649.008967] env[70917]: _type = "Task" [ 649.008967] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.020555] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460952, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.026730] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.027191] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd61c9f-37f8-4048-89e1-6e3376e688ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.034463] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 649.034463] env[70917]: value = "task-3460953" [ 649.034463] env[70917]: _type = "Task" [ 649.034463] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.043129] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.170635] env[70917]: DEBUG nova.compute.utils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.175973] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.176128] env[70917]: DEBUG nova.network.neutron [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.267730] env[70917]: DEBUG nova.compute.manager [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.267730] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.267730] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f91623-37bc-4f65-bd80-e02d01a92763 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.276784] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.276784] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec9fabc-3959-4718-9b63-b37af9afa386 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.283374] env[70917]: DEBUG oslo_vmware.api [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Waiting for the task: (returnval){ [ 649.283374] env[70917]: value = "task-3460954" [ 649.283374] env[70917]: _type = "Task" [ 649.283374] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.294757] env[70917]: DEBUG oslo_vmware.api [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Task: {'id': task-3460954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.305692] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460948, 'name': CreateSnapshot_Task, 'duration_secs': 0.917509} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.306112] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 649.306875] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cf389-7120-4d38-8177-087ef0312f59 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.319139] env[70917]: DEBUG nova.policy [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f45504044894d12bad1505226f6d0b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac59d0805a9b4930aaa335d88bf4203a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.343891] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664826} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.343891] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec/e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.343891] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.343891] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d19456c-e589-4c55-a35b-5f2beb9e21c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.353964] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 649.353964] env[70917]: value = "task-3460955" [ 649.353964] env[70917]: _type = "Task" [ 649.353964] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.362918] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.441381] env[70917]: DEBUG nova.network.neutron [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.523018] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460952, 'name': Rename_Task, 'duration_secs': 0.152989} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.523874] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.523874] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-319788c6-e4df-4d22-962a-3aa413a46d80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.530236] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 649.530236] env[70917]: value = "task-3460956" [ 649.530236] env[70917]: _type = "Task" [ 649.530236] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.545725] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.548789] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460953, 'name': PowerOffVM_Task, 'duration_secs': 0.154756} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.549084] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.549391] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.550557] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33585451-3ed0-424d-a4d5-ebf9af801e75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.557160] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.557439] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5d193b-e015-469d-a94a-5bc2c0d6541a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.588808] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.589120] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.589324] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Deleting the datastore file [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.589593] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48674e4c-5b53-4390-a55d-998a5694b0db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.598071] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 649.598071] env[70917]: value = "task-3460958" [ 649.598071] env[70917]: _type = "Task" [ 649.598071] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.609251] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.673732] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.797910] env[70917]: DEBUG oslo_vmware.api [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Task: {'id': task-3460954, 'name': PowerOffVM_Task, 'duration_secs': 0.238495} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.798570] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.798693] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.798863] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-813bd72e-f324-4b27-9c04-e85719a4f153 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.830294] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.833467] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71c1ca33-33a5-4c50-8c1d-4c69023785c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.843126] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 649.843126] env[70917]: value = "task-3460960" [ 649.843126] env[70917]: _type = "Task" [ 649.843126] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.851672] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460960, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.862295] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287208} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.862571] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.863405] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030eabf7-8837-4c91-b691-85bdd3d3fa1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.887058] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec/e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.892523] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f7197d-fc9d-42ee-bb19-763d196de379 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.907812] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.908082] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.908600] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Deleting the datastore file [datastore1] 60bc20af-1861-48d0-9eac-9b2de32ad51a {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.909154] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449f606c-aba4-4280-a01a-d81399a55546 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.920980] env[70917]: DEBUG oslo_vmware.api [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Waiting for the task: (returnval){ [ 649.920980] env[70917]: value = "task-3460961" [ 649.920980] env[70917]: _type = "Task" [ 649.920980] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.920980] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 649.920980] env[70917]: value = "task-3460962" [ 649.920980] env[70917]: _type = "Task" [ 649.920980] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.936818] env[70917]: DEBUG oslo_vmware.api [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Task: {'id': task-3460961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.940211] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.946685] env[70917]: INFO nova.compute.manager [-] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Took 1.07 seconds to deallocate network for instance. [ 650.047141] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.111223] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163789} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.111663] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.111977] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.113059] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.147058] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e29124-6db8-4115-a929-78b06c7c57d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.155224] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ea430-7cab-4221-92e6-10b33a39be4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.196537] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249aab10-b103-418d-b49b-74beef2d7f82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.204986] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7481b-be8a-4179-8409-0728237521ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.220948] env[70917]: DEBUG nova.compute.provider_tree [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.280098] env[70917]: DEBUG nova.network.neutron [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Successfully created port: 16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.357140] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460960, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.434981] env[70917]: DEBUG oslo_vmware.api [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Task: {'id': task-3460961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264525} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.438062] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.438268] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.438445] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.438620] env[70917]: INFO nova.compute.manager [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 650.438855] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.439077] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460962, 'name': ReconfigVM_Task, 'duration_secs': 0.328155} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.439281] env[70917]: DEBUG nova.compute.manager [-] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.439377] env[70917]: DEBUG nova.network.neutron [-] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.441153] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec/e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.441952] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64483498-2e3d-4de4-81de-08351d4a7b2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.449892] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 650.449892] env[70917]: value = "task-3460963" [ 650.449892] env[70917]: _type = "Task" [ 650.449892] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.460273] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.460584] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460963, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.541017] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.541990] env[70917]: DEBUG nova.network.neutron [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Updated VIF entry in instance network info cache for port d0f6da92-6e51-4291-b6b7-f9d3a823ee23. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.542334] env[70917]: DEBUG nova.network.neutron [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Updating instance_info_cache with network_info: [{"id": "d0f6da92-6e51-4291-b6b7-f9d3a823ee23", "address": "fa:16:3e:be:78:f8", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f6da92-6e", "ovs_interfaceid": "d0f6da92-6e51-4291-b6b7-f9d3a823ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.697620] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.724833] env[70917]: DEBUG nova.scheduler.client.report [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.739371] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.741688] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.741688] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.741688] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.741688] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.741688] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.742279] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.742279] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.742279] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.742279] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.742279] env[70917]: DEBUG nova.virt.hardware [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.742566] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d970bf55-d77d-450c-bbe1-e363b6e13413 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.752108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b26e6-8f84-40dd-8e37-af8b21b13a89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.854299] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460960, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.960453] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460963, 'name': Rename_Task, 'duration_secs': 0.169529} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.961076] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.961076] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ecde13-e3c3-4fc1-95fd-123127d0c3eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.969746] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 650.969746] env[70917]: value = "task-3460964" [ 650.969746] env[70917]: _type = "Task" [ 650.969746] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.980810] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.001146] env[70917]: DEBUG nova.compute.manager [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Received event network-changed-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.001146] env[70917]: DEBUG nova.compute.manager [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Refreshing instance network info cache due to event network-changed-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.001146] env[70917]: DEBUG oslo_concurrency.lockutils [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] Acquiring lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.001146] env[70917]: DEBUG oslo_concurrency.lockutils [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] Acquired lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.001146] env[70917]: DEBUG nova.network.neutron [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Refreshing network info cache for port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.045557] env[70917]: DEBUG oslo_concurrency.lockutils [req-bebc471f-ca52-4d41-a1f8-209cec916dcd req-54c8c1e8-5983-4e7e-a300-5f8d77da9e43 service nova] Releasing lock "refresh_cache-e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.046049] env[70917]: DEBUG oslo_vmware.api [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3460956, 'name': PowerOnVM_Task, 'duration_secs': 1.235574} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.046703] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.046929] env[70917]: INFO nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Took 11.04 seconds to spawn the instance on the hypervisor. [ 651.047162] env[70917]: DEBUG nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.048462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85898740-2f20-4ba8-8f9a-d64af29103cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.175530] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.175656] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.176257] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.176575] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.176777] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.177243] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.177243] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.177667] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.178462] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.178462] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.179556] env[70917]: DEBUG nova.virt.hardware [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.180101] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5059a-3d11-41ea-8d9b-e07591174ddb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.191635] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f69f34-2599-4734-85f3-88a36a55e95a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.209875] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.216549] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.217157] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.217430] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-717abfec-242d-4724-93a7-3bc653cc5932 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.237613] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.237613] env[70917]: value = "task-3460965" [ 651.237613] env[70917]: _type = "Task" [ 651.237613] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.250891] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.251264] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.255732] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460965, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.256721] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.030s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.258879] env[70917]: INFO nova.compute.claims [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.362804] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460960, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.483704] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.578674] env[70917]: INFO nova.compute.manager [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Took 22.86 seconds to build instance. [ 651.588293] env[70917]: DEBUG nova.network.neutron [-] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.627260] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "0d1251c2-445a-4c12-bd0f-57bf837f399b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.627553] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.627727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "0d1251c2-445a-4c12-bd0f-57bf837f399b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.627908] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.628097] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.630893] env[70917]: INFO nova.compute.manager [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Terminating instance [ 651.673107] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "95f3eafa-1f2e-4980-9a33-d115bd946af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.674033] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "95f3eafa-1f2e-4980-9a33-d115bd946af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.751241] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460965, 'name': CreateVM_Task, 'duration_secs': 0.342496} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.751477] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.752507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.752768] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.753474] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.753898] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85d520c-ce47-4cb7-bca1-56ff515cbc61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.758522] env[70917]: DEBUG nova.compute.utils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.760207] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.761368] env[70917]: DEBUG nova.network.neutron [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.775082] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 651.775082] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525be292-48ae-b1ca-a7f4-6e912808396b" [ 651.775082] env[70917]: _type = "Task" [ 651.775082] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.790113] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525be292-48ae-b1ca-a7f4-6e912808396b, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.796955] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.796955] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.796955] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.796955] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.798241] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.798241] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c018e0c4-e0a6-42d2-8e76-8da2a6115fe0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.806847] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.807069] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.807797] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced52584-07fc-45c8-8869-a3b42c52c52d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.813998] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 651.813998] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e4bc2-52a8-a284-b2c2-6ba02ef6600e" [ 651.813998] env[70917]: _type = "Task" [ 651.813998] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.822060] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e4bc2-52a8-a284-b2c2-6ba02ef6600e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.855055] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460960, 'name': CloneVM_Task, 'duration_secs': 1.66989} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.855332] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Created linked-clone VM from snapshot [ 651.856126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8382bdc-d841-423a-b220-b35fcf154bdd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.865962] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Uploading image 0665e68c-5460-43da-8986-bc582d3828bb {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 651.873058] env[70917]: DEBUG nova.policy [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e60d9411433541668a2b0447f849c18d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35944a8f7c49427f9a2422f6bafacbb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.906965] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 651.906965] env[70917]: value = "vm-691297" [ 651.906965] env[70917]: _type = "VirtualMachine" [ 651.906965] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 651.907273] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fc9f5ace-0c7c-42b9-bffc-19c86446bd0e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.914635] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease: (returnval){ [ 651.914635] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e8a348-9c3f-63d7-c7bd-839be3214747" [ 651.914635] env[70917]: _type = "HttpNfcLease" [ 651.914635] env[70917]: } obtained for exporting VM: (result){ [ 651.914635] env[70917]: value = "vm-691297" [ 651.914635] env[70917]: _type = "VirtualMachine" [ 651.914635] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 651.914884] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the lease: (returnval){ [ 651.914884] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e8a348-9c3f-63d7-c7bd-839be3214747" [ 651.914884] env[70917]: _type = "HttpNfcLease" [ 651.914884] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 651.921867] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.921867] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e8a348-9c3f-63d7-c7bd-839be3214747" [ 651.921867] env[70917]: _type = "HttpNfcLease" [ 651.921867] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 651.945555] env[70917]: DEBUG nova.network.neutron [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updated VIF entry in instance network info cache for port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.946079] env[70917]: DEBUG nova.network.neutron [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updating instance_info_cache with network_info: [{"id": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "address": "fa:16:3e:36:f7:06", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdc7b2c-6f", "ovs_interfaceid": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.982484] env[70917]: DEBUG oslo_vmware.api [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460964, 'name': PowerOnVM_Task, 'duration_secs': 0.54047} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.983353] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.983353] env[70917]: INFO nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Took 9.51 seconds to spawn the instance on the hypervisor. [ 651.983751] env[70917]: DEBUG nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.984701] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3fc30-5add-40af-81b1-3eb892b05b1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.081046] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8fe03106-c99d-43a8-bce7-391ce4ad707d tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.308s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.094067] env[70917]: INFO nova.compute.manager [-] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Took 1.65 seconds to deallocate network for instance. [ 652.137186] env[70917]: DEBUG nova.compute.manager [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.137186] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.137186] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa108fc-458f-4907-bb0e-b9274af0a3cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.145339] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.145339] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3635b1-0ec9-4648-a49a-f4cdc6e9a441 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.152353] env[70917]: DEBUG oslo_vmware.api [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 652.152353] env[70917]: value = "task-3460967" [ 652.152353] env[70917]: _type = "Task" [ 652.152353] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.164191] env[70917]: DEBUG oslo_vmware.api [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.176492] env[70917]: DEBUG nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.269929] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.331916] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e4bc2-52a8-a284-b2c2-6ba02ef6600e, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.332478] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e250cd2c-36da-4a89-b1ef-6ee51ba46313 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.342209] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 652.342209] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5257cf7f-f903-0bc1-c4c7-769f63782c6e" [ 652.342209] env[70917]: _type = "Task" [ 652.342209] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.356616] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5257cf7f-f903-0bc1-c4c7-769f63782c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.358349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.358729] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.361238] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da527bd-0d0b-4b28-9d62-867e98924a5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.366221] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 652.366221] env[70917]: value = "task-3460968" [ 652.366221] env[70917]: _type = "Task" [ 652.366221] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.380874] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.428020] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.428020] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e8a348-9c3f-63d7-c7bd-839be3214747" [ 652.428020] env[70917]: _type = "HttpNfcLease" [ 652.428020] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 652.428440] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 652.428440] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e8a348-9c3f-63d7-c7bd-839be3214747" [ 652.428440] env[70917]: _type = "HttpNfcLease" [ 652.428440] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 652.429777] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb48599b-93f6-4740-8965-ba3834943a7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.441149] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4cd15-6ef4-9cf8-2b74-22b596bd5416/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 652.441149] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4cd15-6ef4-9cf8-2b74-22b596bd5416/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 652.503944] env[70917]: DEBUG oslo_concurrency.lockutils [req-add900fc-aac6-4b04-bdc4-a3e41683c2d4 req-d378b3fd-ac28-4bf8-b03b-5a576747b4a4 service nova] Releasing lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.519810] env[70917]: INFO nova.compute.manager [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Took 23.72 seconds to build instance. [ 652.547420] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2652fde-81ec-4a4e-bff4-16cdc8f5e95c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.601699] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.677271] env[70917]: DEBUG oslo_vmware.api [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460967, 'name': PowerOffVM_Task, 'duration_secs': 0.227483} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.677271] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.677271] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.677271] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141352a7-a206-4760-9666-ebc220397693 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.711972] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.775655] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.776138] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.776755] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Deleting the datastore file [datastore1] 0d1251c2-445a-4c12-bd0f-57bf837f399b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.776755] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6793c16f-1d31-4739-910e-0d8ad79d86c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.789483] env[70917]: DEBUG oslo_vmware.api [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for the task: (returnval){ [ 652.789483] env[70917]: value = "task-3460970" [ 652.789483] env[70917]: _type = "Task" [ 652.789483] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.801585] env[70917]: DEBUG oslo_vmware.api [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.837755] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ecb3fe-a5bc-4099-9d33-f48f6184b919 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.856194] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ec140-8f99-4896-b475-4397fbc39fea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.902086] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0c9ff-3f04-4f9d-9df9-8e46fa71e554 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.911692] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508067} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.914053] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.914309] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.915015] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea754a16-1457-4208-a614-0a5bb4b81ac8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.918279] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6999107d-0d72-4e58-a4c3-a932245f6c7a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.934503] env[70917]: DEBUG nova.compute.provider_tree [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.937686] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 652.937686] env[70917]: value = "task-3460971" [ 652.937686] env[70917]: _type = "Task" [ 652.937686] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.957877] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.023376] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b02face-e7f3-4563-bef4-5e0df06aae15 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.590s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.094601] env[70917]: DEBUG nova.network.neutron [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Successfully updated port: 16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.181382] env[70917]: DEBUG nova.network.neutron [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Successfully created port: c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.290976] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.305109] env[70917]: DEBUG oslo_vmware.api [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Task: {'id': task-3460970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217432} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.305370] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.305662] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.305997] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.306225] env[70917]: INFO nova.compute.manager [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 653.306478] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.306671] env[70917]: DEBUG nova.compute.manager [-] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.306772] env[70917]: DEBUG nova.network.neutron [-] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.320918] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:27:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='355029254',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1988655051',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.324861] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.325046] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.325241] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.325461] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.325769] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.326041] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.326289] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.326519] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.326727] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.327337] env[70917]: DEBUG nova.virt.hardware [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.328572] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f246f1da-e7ac-4587-8286-ea514c2303d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.338221] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7834989-1cd5-4a6f-80e9-f0b6422c1361 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.450604] env[70917]: DEBUG nova.scheduler.client.report [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.457963] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.457963] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.457963] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d265581-4e0e-4ed9-9067-46ffcfc12231 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.483532] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.484941] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec914df0-8f56-4d71-b96a-6aaf54b7c34d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.523232] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 653.523232] env[70917]: value = "task-3460972" [ 653.523232] env[70917]: _type = "Task" [ 653.523232] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.535105] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.599041] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.599224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquired lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.599689] env[70917]: DEBUG nova.network.neutron [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.964382] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.965154] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.972719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.201s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.972719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.979165] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.378s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.980979] env[70917]: INFO nova.compute.claims [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.020506] env[70917]: INFO nova.scheduler.client.report [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Deleted allocations for instance 8afde6a3-9518-41ff-9744-a824adda19ed [ 654.040776] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.200216] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.200479] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.229332] env[70917]: DEBUG nova.network.neutron [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.491100] env[70917]: DEBUG nova.compute.utils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.495131] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.495131] env[70917]: DEBUG nova.network.neutron [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.539198] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460972, 'name': ReconfigVM_Task, 'duration_secs': 0.722372} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.540574] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Lock "8afde6a3-9518-41ff-9744-a824adda19ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.335s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.540872] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.542953] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6d312f5-227a-4152-89f9-dafea5da0c52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.549595] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 654.549595] env[70917]: value = "task-3460973" [ 654.549595] env[70917]: _type = "Task" [ 654.549595] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.559442] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460973, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.585646] env[70917]: DEBUG nova.network.neutron [-] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.703239] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.825632] env[70917]: DEBUG nova.policy [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eea50abf3fc4725b211c7c44f51080c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b2304e5c5b44beb3f193f478e876ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.001332] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.070494] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460973, 'name': Rename_Task, 'duration_secs': 0.182057} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.071044] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.072043] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a4ce05-b192-4b5b-a130-7268cad6d072 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.079386] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 655.079386] env[70917]: value = "task-3460974" [ 655.079386] env[70917]: _type = "Task" [ 655.079386] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.092543] env[70917]: INFO nova.compute.manager [-] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Took 1.79 seconds to deallocate network for instance. [ 655.092974] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.120737] env[70917]: DEBUG nova.compute.manager [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Received event network-changed-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.120978] env[70917]: DEBUG nova.compute.manager [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Refreshing instance network info cache due to event network-changed-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.121252] env[70917]: DEBUG oslo_concurrency.lockutils [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] Acquiring lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.121405] env[70917]: DEBUG oslo_concurrency.lockutils [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] Acquired lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.121581] env[70917]: DEBUG nova.network.neutron [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Refreshing network info cache for port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.141771] env[70917]: DEBUG nova.network.neutron [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Updating instance_info_cache with network_info: [{"id": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "address": "fa:16:3e:8a:8d:9d", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a29cc9-5b", "ovs_interfaceid": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.231035] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.368522] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278d9924-29ec-478d-983a-5a31ccaf6d0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.374113] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01884aad-cb62-4782-b8f9-0378100db4dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.405919] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56412a7e-d929-4aec-8d33-c348833609f2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.414059] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f19028-950e-4451-95ed-f118252974a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.438632] env[70917]: DEBUG nova.compute.provider_tree [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.598278] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.603288] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.647836] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Releasing lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.649211] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Instance network_info: |[{"id": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "address": "fa:16:3e:8a:8d:9d", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a29cc9-5b", "ovs_interfaceid": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.649723] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:8d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16a29cc9-5b1e-4ee7-af50-6d5788954dca', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.660500] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Creating folder: Project (ac59d0805a9b4930aaa335d88bf4203a). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.660738] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ff209b-792b-4b16-aa5d-6af70ccdd9a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.673127] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Created folder: Project (ac59d0805a9b4930aaa335d88bf4203a) in parent group-v691255. [ 655.673566] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Creating folder: Instances. Parent ref: group-v691299. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.673652] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e294b8ab-ad74-4663-b46e-a1568cd3928c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.684853] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Created folder: Instances in parent group-v691299. [ 655.684853] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.685409] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.685727] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f9452f-7538-4afa-a295-2bbdf00729a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.705206] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.705206] env[70917]: value = "task-3460977" [ 655.705206] env[70917]: _type = "Task" [ 655.705206] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.715319] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460977, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.897813] env[70917]: DEBUG nova.network.neutron [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Successfully updated port: c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.943710] env[70917]: DEBUG nova.scheduler.client.report [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.020312] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.054979] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.055304] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.055383] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.055576] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.055736] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.056360] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.056627] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.056939] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.057385] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.057385] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.057563] env[70917]: DEBUG nova.virt.hardware [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.058611] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec18876-1e26-479b-8feb-21fa705d751d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.075390] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c316035-a848-495a-9b79-c2774d438d82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.102414] env[70917]: DEBUG oslo_vmware.api [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3460974, 'name': PowerOnVM_Task, 'duration_secs': 0.928617} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.103424] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.103424] env[70917]: DEBUG nova.compute.manager [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.103986] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f92e618-9d81-42e2-8b9d-f5db7581baa5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.225622] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460977, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.402431] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.402542] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402695] env[70917]: DEBUG nova.network.neutron [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.448704] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.449261] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.452877] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.154s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.458023] env[70917]: INFO nova.compute.claims [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.511598] env[70917]: DEBUG nova.network.neutron [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Successfully created port: be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.624767] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.720861] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460977, 'name': CreateVM_Task, 'duration_secs': 0.667224} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.721413] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.723030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.723500] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.724055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.724488] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b176b97-ef26-4801-a511-3c16c0f9ee89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.731269] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 656.731269] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c5baea-3661-56df-4b6a-a44bd5158a5a" [ 656.731269] env[70917]: _type = "Task" [ 656.731269] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.744124] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c5baea-3661-56df-4b6a-a44bd5158a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.750432] env[70917]: DEBUG nova.network.neutron [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updated VIF entry in instance network info cache for port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.751372] env[70917]: DEBUG nova.network.neutron [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updating instance_info_cache with network_info: [{"id": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "address": "fa:16:3e:36:f7:06", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fdc7b2c-6f", "ovs_interfaceid": "1fdc7b2c-6f9d-4d36-9012-322d5833bb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.842597] env[70917]: DEBUG nova.compute.manager [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Received event network-changed-a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.842875] env[70917]: DEBUG nova.compute.manager [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Refreshing instance network info cache due to event network-changed-a1a86522-0106-4050-981e-a4be7b42e632. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.843042] env[70917]: DEBUG oslo_concurrency.lockutils [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] Acquiring lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.843994] env[70917]: DEBUG oslo_concurrency.lockutils [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] Acquired lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.843994] env[70917]: DEBUG nova.network.neutron [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Refreshing network info cache for port a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.955167] env[70917]: DEBUG nova.compute.utils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.955273] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.955446] env[70917]: DEBUG nova.network.neutron [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.007691] env[70917]: DEBUG nova.network.neutron [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.011936] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "051c137c-ed83-4dc6-a3e0-7866c30605c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.012187] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.043955] env[70917]: DEBUG nova.policy [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec843299dff6417c9146ccef29d112e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95e60ab451ca4f4fa0e6f69e11cc0c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.242502] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c5baea-3661-56df-4b6a-a44bd5158a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.015532} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.242896] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.242896] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.243316] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.243474] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.243653] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.243978] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b7ad23c-195e-4b7d-bb7e-6423fe113bf0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.255953] env[70917]: DEBUG oslo_concurrency.lockutils [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] Releasing lock "refresh_cache-34e06a78-8024-4143-acd9-5482f144e8e6" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.256242] env[70917]: DEBUG nova.compute.manager [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Received event network-vif-deleted-02b09ca9-be06-4ac0-9ba8-1531456a8ece {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.256428] env[70917]: DEBUG nova.compute.manager [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Received event network-vif-plugged-16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.257625] env[70917]: DEBUG oslo_concurrency.lockutils [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] Acquiring lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.257854] env[70917]: DEBUG oslo_concurrency.lockutils [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.258055] env[70917]: DEBUG oslo_concurrency.lockutils [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.258251] env[70917]: DEBUG nova.compute.manager [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] No waiting events found dispatching network-vif-plugged-16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.258420] env[70917]: WARNING nova.compute.manager [req-c29c74ca-396e-4384-9523-e4fb9770afe5 req-b5ea3413-c380-4ca1-973a-7db1fc9389b2 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Received unexpected event network-vif-plugged-16a29cc9-5b1e-4ee7-af50-6d5788954dca for instance with vm_state building and task_state spawning. [ 657.258823] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.258984] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.260206] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa05f859-69be-4f64-b555-f4b1450de5cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.267636] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 657.267636] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cd5ebf-d002-0833-0d64-4d27b622c9df" [ 657.267636] env[70917]: _type = "Task" [ 657.267636] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.277355] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cd5ebf-d002-0833-0d64-4d27b622c9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.452111] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.452379] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.452704] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.453361] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.455052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.459678] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.462579] env[70917]: INFO nova.compute.manager [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Terminating instance [ 657.522448] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.627179] env[70917]: DEBUG nova.network.neutron [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Updating instance_info_cache with network_info: [{"id": "c390579c-3c2c-4f65-b398-ccf53718452e", "address": "fa:16:3e:50:c5:e7", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc390579c-3c", "ovs_interfaceid": "c390579c-3c2c-4f65-b398-ccf53718452e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.786151] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cd5ebf-d002-0833-0d64-4d27b622c9df, 'name': SearchDatastore_Task, 'duration_secs': 0.033845} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.786991] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9481bac0-3cd0-4240-bdf0-4497c24871f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.800113] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 657.800113] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c6b833-cc8a-1754-3a93-2d4ec84a0486" [ 657.800113] env[70917]: _type = "Task" [ 657.800113] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.813062] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c6b833-cc8a-1754-3a93-2d4ec84a0486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.909325] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1352b9e-47a9-4362-a3aa-1736e6e8bee6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.917940] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023adbb-86b6-42c5-a5cc-3e05a4017031 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.950112] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a3321-ed33-4f1f-b592-092e1249bc13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.958339] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6576a5d3-a2f0-43a1-8a17-503f020f6b04 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.976561] env[70917]: DEBUG nova.compute.manager [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.976698] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.977935] env[70917]: DEBUG nova.compute.provider_tree [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.979628] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b49d03-442c-4cbc-839c-c0093cbbe3aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.988164] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.988346] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a636e32e-bde0-409b-b391-0a767dd4484d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.994874] env[70917]: DEBUG oslo_vmware.api [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 657.994874] env[70917]: value = "task-3460978" [ 657.994874] env[70917]: _type = "Task" [ 657.994874] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.004293] env[70917]: DEBUG oslo_vmware.api [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.045682] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.129321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Releasing lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.129321] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Instance network_info: |[{"id": "c390579c-3c2c-4f65-b398-ccf53718452e", "address": "fa:16:3e:50:c5:e7", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc390579c-3c", "ovs_interfaceid": "c390579c-3c2c-4f65-b398-ccf53718452e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.129887] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:c5:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c390579c-3c2c-4f65-b398-ccf53718452e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.143145] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Creating folder: Project (35944a8f7c49427f9a2422f6bafacbb5). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.143145] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2324cae3-3238-4cd2-b451-f77a1f0c4957 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.156516] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Created folder: Project (35944a8f7c49427f9a2422f6bafacbb5) in parent group-v691255. [ 658.156516] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Creating folder: Instances. Parent ref: group-v691302. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.156782] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d613cb40-8f2e-4fae-82a3-f698c9bd5e10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.170542] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Created folder: Instances in parent group-v691302. [ 658.170542] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.170542] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.170542] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2883ef88-b788-4ed4-ae2e-bc19ed469bc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.194503] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.194503] env[70917]: value = "task-3460981" [ 658.194503] env[70917]: _type = "Task" [ 658.194503] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.208376] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460981, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.251142] env[70917]: DEBUG nova.network.neutron [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Successfully created port: 2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.312101] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c6b833-cc8a-1754-3a93-2d4ec84a0486, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.312101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.312101] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4826f4bc-3d8d-4c51-8a9b-c4be817b5507/4826f4bc-3d8d-4c51-8a9b-c4be817b5507.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.312536] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a3d7675-f933-4da0-8383-8e3bc75eb80d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.321937] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 658.321937] env[70917]: value = "task-3460982" [ 658.321937] env[70917]: _type = "Task" [ 658.321937] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.329820] env[70917]: DEBUG nova.network.neutron [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updated VIF entry in instance network info cache for port a1a86522-0106-4050-981e-a4be7b42e632. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.330098] env[70917]: DEBUG nova.network.neutron [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updating instance_info_cache with network_info: [{"id": "a1a86522-0106-4050-981e-a4be7b42e632", "address": "fa:16:3e:45:4d:b7", "network": {"id": "69524b40-d5ef-4e60-93eb-bc770b68c251", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-929526531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d22c5ac7ef48538c76b2b117cadb2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a86522-01", "ovs_interfaceid": "a1a86522-0106-4050-981e-a4be7b42e632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.338081] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.480805] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.485053] env[70917]: DEBUG nova.scheduler.client.report [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.509068] env[70917]: DEBUG oslo_vmware.api [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460978, 'name': PowerOffVM_Task, 'duration_secs': 0.283131} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.512053] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.512053] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.512053] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680b2196-0954-4944-a7c3-76d900d98764 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.538878] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.538878] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.539261] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.540913] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.540913] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.540913] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.540913] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.540913] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.541204] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.541204] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.541204] env[70917]: DEBUG nova.virt.hardware [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.548624] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a5f9c-7432-422f-b72b-708ed5801757 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.558768] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a96043-2e6d-4b8f-ad5c-9f72355e77e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.588057] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.588446] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.588776] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleting the datastore file [datastore2] e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.589115] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d5b548-617c-4eb1-b826-a4efa082cea8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.601763] env[70917]: DEBUG oslo_vmware.api [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 658.601763] env[70917]: value = "task-3460984" [ 658.601763] env[70917]: _type = "Task" [ 658.601763] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.619934] env[70917]: DEBUG oslo_vmware.api [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.683463] env[70917]: DEBUG nova.compute.manager [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Received event network-changed-16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.683676] env[70917]: DEBUG nova.compute.manager [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Refreshing instance network info cache due to event network-changed-16a29cc9-5b1e-4ee7-af50-6d5788954dca. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.683992] env[70917]: DEBUG oslo_concurrency.lockutils [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] Acquiring lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.684191] env[70917]: DEBUG oslo_concurrency.lockutils [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] Acquired lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.684245] env[70917]: DEBUG nova.network.neutron [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Refreshing network info cache for port 16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.715223] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460981, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.846193] env[70917]: DEBUG oslo_concurrency.lockutils [req-3be85130-4a5c-4bdc-bdaf-1df3dad2e85c req-bf52a045-3d88-4e2b-944a-e0331bb6dbd6 service nova] Releasing lock "refresh_cache-d42d1d63-4a32-4ce8-adef-ae483488c5aa" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.846685] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460982, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.991878] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.994581] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.996321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.619s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.134920] env[70917]: DEBUG oslo_vmware.api [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3460984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376249} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.134920] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.134920] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.134920] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.134920] env[70917]: INFO nova.compute.manager [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 659.135191] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.135191] env[70917]: DEBUG nova.compute.manager [-] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.135191] env[70917]: DEBUG nova.network.neutron [-] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.209184] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460981, 'name': CreateVM_Task, 'duration_secs': 0.52977} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.209368] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.211085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.211085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.211085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.211085] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6137c5f6-0e70-4235-b166-80fe0fdbd9e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.218062] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 659.218062] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b1ee80-1d41-d175-ff5d-857def8fde53" [ 659.218062] env[70917]: _type = "Task" [ 659.218062] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.228590] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b1ee80-1d41-d175-ff5d-857def8fde53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.337923] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663936} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.338241] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4826f4bc-3d8d-4c51-8a9b-c4be817b5507/4826f4bc-3d8d-4c51-8a9b-c4be817b5507.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.338474] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.339322] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1241af-0b5b-44ba-9855-bb24a297f0a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.348275] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 659.348275] env[70917]: value = "task-3460985" [ 659.348275] env[70917]: _type = "Task" [ 659.348275] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.359346] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.364434] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.364736] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.506117] env[70917]: INFO nova.compute.claims [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.511825] env[70917]: DEBUG nova.compute.utils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.513765] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.513880] env[70917]: DEBUG nova.network.neutron [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.651180] env[70917]: DEBUG nova.policy [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e921551fb125454690e1407a4ae20a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb691f5b46d54a18b4671c902988ef85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.734112] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b1ee80-1d41-d175-ff5d-857def8fde53, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.734452] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.734682] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.734918] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.735230] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.735308] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.735571] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0c15f84-589b-426a-bb07-e1f4287910a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.745575] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.745792] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.746889] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186db3d6-6166-41c9-adab-20834cd17791 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.752786] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 659.752786] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5288e567-9949-2ebf-878e-c9c0568f17ae" [ 659.752786] env[70917]: _type = "Task" [ 659.752786] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.762314] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5288e567-9949-2ebf-878e-c9c0568f17ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.814450] env[70917]: INFO nova.compute.manager [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Rebuilding instance [ 659.842871] env[70917]: DEBUG nova.network.neutron [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Successfully updated port: be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.869744] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085067} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.870184] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.871735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee38c7-565c-40c2-a023-624cba0702c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.911223] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 4826f4bc-3d8d-4c51-8a9b-c4be817b5507/4826f4bc-3d8d-4c51-8a9b-c4be817b5507.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.918605] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1aabb9-fcf3-4bbe-a72b-90ccb7d4b51e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.949900] env[70917]: DEBUG nova.compute.manager [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.952101] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e06c95-d830-468f-93a3-c9ae02788b4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.959465] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 659.959465] env[70917]: value = "task-3460986" [ 659.959465] env[70917]: _type = "Task" [ 659.959465] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.975175] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.015639] env[70917]: INFO nova.compute.resource_tracker [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating resource usage from migration a8223285-e8fd-481e-86c6-c90592b88769 [ 660.019989] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.263441] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5288e567-9949-2ebf-878e-c9c0568f17ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.267064] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa1d58a-56c8-4314-8f8a-24ffbe2cb4d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.273509] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 660.273509] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522e41b1-474e-f06f-69e1-ea4ecb26f059" [ 660.273509] env[70917]: _type = "Task" [ 660.273509] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.281633] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522e41b1-474e-f06f-69e1-ea4ecb26f059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.333891] env[70917]: DEBUG nova.network.neutron [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Updated VIF entry in instance network info cache for port 16a29cc9-5b1e-4ee7-af50-6d5788954dca. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.334290] env[70917]: DEBUG nova.network.neutron [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Updating instance_info_cache with network_info: [{"id": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "address": "fa:16:3e:8a:8d:9d", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a29cc9-5b", "ovs_interfaceid": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.346235] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.346602] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.346602] env[70917]: DEBUG nova.network.neutron [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.394273] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8605fe2-9d13-4b84-b78e-91b33535f496 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.403720] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1109a3-987c-49e6-a52b-dd085ae8f4ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.437774] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c833af49-da9b-4aee-899e-d0206b7b89b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.445718] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49b3d0-5475-4888-91d3-f2da4cf8bb6d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.459930] env[70917]: DEBUG nova.compute.provider_tree [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.474207] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.524696] env[70917]: INFO nova.virt.block_device [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Booting with volume 733e343b-764a-4cbe-a134-7be03a63a38a at /dev/sda [ 660.596832] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f01072-f665-4e87-aaba-d5b398d7c4af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.608702] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb19c39-da08-49e6-bdfa-37bb0abdfb28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.644074] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6318361b-f817-47f1-91c2-7cbe38ce212f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.654652] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb42cbe6-3eb6-468e-afb1-f7fb0ddebfa1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.681069] env[70917]: DEBUG nova.compute.manager [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Received event network-vif-plugged-c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.681351] env[70917]: DEBUG oslo_concurrency.lockutils [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] Acquiring lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.681587] env[70917]: DEBUG oslo_concurrency.lockutils [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.681757] env[70917]: DEBUG oslo_concurrency.lockutils [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.681923] env[70917]: DEBUG nova.compute.manager [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] No waiting events found dispatching network-vif-plugged-c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.682137] env[70917]: WARNING nova.compute.manager [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Received unexpected event network-vif-plugged-c390579c-3c2c-4f65-b398-ccf53718452e for instance with vm_state building and task_state spawning. [ 660.682702] env[70917]: DEBUG nova.compute.manager [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Received event network-changed-c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.682702] env[70917]: DEBUG nova.compute.manager [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Refreshing instance network info cache due to event network-changed-c390579c-3c2c-4f65-b398-ccf53718452e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.682702] env[70917]: DEBUG oslo_concurrency.lockutils [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] Acquiring lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.682702] env[70917]: DEBUG oslo_concurrency.lockutils [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] Acquired lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.682904] env[70917]: DEBUG nova.network.neutron [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Refreshing network info cache for port c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.694187] env[70917]: DEBUG nova.network.neutron [-] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.698445] env[70917]: DEBUG nova.network.neutron [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Successfully created port: 61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.700125] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7380a0-2795-4886-990b-b11726f3cfc4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.710729] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8252a00d-03f8-4a37-984e-01c7761e2679 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.726674] env[70917]: DEBUG nova.virt.block_device [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updating existing volume attachment record: a5ee1fd6-0918-442d-a51c-5c5e2f910f52 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 660.789909] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522e41b1-474e-f06f-69e1-ea4ecb26f059, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.791069] env[70917]: DEBUG nova.network.neutron [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Successfully updated port: 2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.792507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.793014] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 7b18ee62-aac9-48e7-85f6-69c2c8634e21/7b18ee62-aac9-48e7-85f6-69c2c8634e21.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.793674] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aca2cf78-48b6-4349-9d9a-a62346f9bc25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.803024] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 660.803024] env[70917]: value = "task-3460987" [ 660.803024] env[70917]: _type = "Task" [ 660.803024] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.814788] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3460987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.838685] env[70917]: DEBUG oslo_concurrency.lockutils [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] Releasing lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.838887] env[70917]: DEBUG nova.compute.manager [req-40889df4-a432-4fe0-9e08-2d0cbdc1c8ef req-b735833c-7613-4ec9-a5a3-5794a4bedd35 service nova] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Received event network-vif-deleted-7b76ef6a-8409-4356-8750-2ddf245c55b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.968496] env[70917]: DEBUG nova.scheduler.client.report [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.974619] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.979140] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52aa324-8368-4f44-8b1e-70f957879331 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.981089] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460986, 'name': ReconfigVM_Task, 'duration_secs': 0.760239} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.981458] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 4826f4bc-3d8d-4c51-8a9b-c4be817b5507/4826f4bc-3d8d-4c51-8a9b-c4be817b5507.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.982602] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3c96a2b-91ad-45fc-8275-ea78560eb1d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.987761] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 660.987761] env[70917]: value = "task-3460988" [ 660.987761] env[70917]: _type = "Task" [ 660.987761] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.994671] env[70917]: DEBUG nova.network.neutron [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.996832] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 660.996832] env[70917]: value = "task-3460989" [ 660.996832] env[70917]: _type = "Task" [ 660.996832] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.007186] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3460988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.014361] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460989, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.203368] env[70917]: INFO nova.compute.manager [-] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Took 2.07 seconds to deallocate network for instance. [ 661.296634] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "refresh_cache-61b1debe-9779-4eeb-abee-5fcc87cf6aaf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.297988] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquired lock "refresh_cache-61b1debe-9779-4eeb-abee-5fcc87cf6aaf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.297988] env[70917]: DEBUG nova.network.neutron [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.316406] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3460987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501123} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.316406] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 7b18ee62-aac9-48e7-85f6-69c2c8634e21/7b18ee62-aac9-48e7-85f6-69c2c8634e21.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.316406] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.316406] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d7cf4b9-73ae-484b-980d-f77bba13123d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.324702] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 661.324702] env[70917]: value = "task-3460990" [ 661.324702] env[70917]: _type = "Task" [ 661.324702] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.340871] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3460990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.424905] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4cd15-6ef4-9cf8-2b74-22b596bd5416/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.425708] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d9697-2297-4d97-83b4-4819d5c09d33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.432768] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4cd15-6ef4-9cf8-2b74-22b596bd5416/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.432954] env[70917]: ERROR oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4cd15-6ef4-9cf8-2b74-22b596bd5416/disk-0.vmdk due to incomplete transfer. [ 661.433542] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-140f340f-f072-4bd5-94a5-88960a8c4c2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.441360] env[70917]: DEBUG oslo_vmware.rw_handles [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4cd15-6ef4-9cf8-2b74-22b596bd5416/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.441569] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Uploaded image 0665e68c-5460-43da-8986-bc582d3828bb to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 661.444079] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.444337] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-391e9b9d-c6a4-4f4f-9fc1-f3d71a6a25c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.450217] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 661.450217] env[70917]: value = "task-3460991" [ 661.450217] env[70917]: _type = "Task" [ 661.450217] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.461418] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460991, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.475157] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.479s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.475373] env[70917]: INFO nova.compute.manager [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Migrating [ 661.475559] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.475721] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.477676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.190s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.477676] env[70917]: DEBUG nova.objects.instance [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lazy-loading 'resources' on Instance uuid 6d715a3c-aa6b-4123-b61e-3588399733bd {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.499774] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3460988, 'name': PowerOffVM_Task, 'duration_secs': 0.222099} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.504835] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.505405] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.509796] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df194645-8d0c-43ae-8baf-6df04b430ca7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.520917] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460989, 'name': Rename_Task, 'duration_secs': 0.203171} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.523342] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.523663] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.523924] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9872742-6126-4d30-b974-b35690f2b916 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.525567] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e082c11d-77c5-4662-81a4-34929c9097eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.533731] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 661.533731] env[70917]: value = "task-3460992" [ 661.533731] env[70917]: _type = "Task" [ 661.533731] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.542891] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.551686] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.551953] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.552173] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Deleting the datastore file [datastore1] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.552883] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53e148b8-71a4-4b72-8bb1-e34108367b6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.561630] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 661.561630] env[70917]: value = "task-3460994" [ 661.561630] env[70917]: _type = "Task" [ 661.561630] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.570301] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3460994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.707344] env[70917]: DEBUG nova.network.neutron [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Updating instance_info_cache with network_info: [{"id": "be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2", "address": "fa:16:3e:76:87:40", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9edfbf-f5", "ovs_interfaceid": "be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.712091] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.840093] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3460990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066507} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.841235] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.842100] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ae623-0b7f-429a-b353-7a68d790b705 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.870218] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 7b18ee62-aac9-48e7-85f6-69c2c8634e21/7b18ee62-aac9-48e7-85f6-69c2c8634e21.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.870506] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5632c177-cffb-42db-aa72-30197bab4688 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.891870] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 661.891870] env[70917]: value = "task-3460995" [ 661.891870] env[70917]: _type = "Task" [ 661.891870] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.894385] env[70917]: DEBUG nova.compute.manager [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Received event network-vif-plugged-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.894820] env[70917]: DEBUG oslo_concurrency.lockutils [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] Acquiring lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.894820] env[70917]: DEBUG oslo_concurrency.lockutils [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.894950] env[70917]: DEBUG oslo_concurrency.lockutils [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.895134] env[70917]: DEBUG nova.compute.manager [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] No waiting events found dispatching network-vif-plugged-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.895299] env[70917]: WARNING nova.compute.manager [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Received unexpected event network-vif-plugged-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 for instance with vm_state building and task_state spawning. [ 661.895462] env[70917]: DEBUG nova.compute.manager [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Received event network-changed-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.895615] env[70917]: DEBUG nova.compute.manager [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Refreshing instance network info cache due to event network-changed-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.895779] env[70917]: DEBUG oslo_concurrency.lockutils [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] Acquiring lock "refresh_cache-9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.905902] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3460995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.907690] env[70917]: DEBUG nova.network.neutron [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.966257] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460991, 'name': Destroy_Task, 'duration_secs': 0.388553} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.966257] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Destroyed the VM [ 661.966257] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 661.966257] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0516ccd9-e561-4295-bd9c-1b9003e2e54d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.973021] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 661.973021] env[70917]: value = "task-3460996" [ 661.973021] env[70917]: _type = "Task" [ 661.973021] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.982850] env[70917]: INFO nova.compute.rpcapi [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 661.982850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.991100] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460996, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.043704] env[70917]: DEBUG oslo_vmware.api [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3460992, 'name': PowerOnVM_Task, 'duration_secs': 0.494664} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.044141] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.044288] env[70917]: INFO nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Took 11.35 seconds to spawn the instance on the hypervisor. [ 662.044510] env[70917]: DEBUG nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.047828] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4deada9-91a7-4d27-92bf-07f95da8c9e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.073154] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3460994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090863} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.073737] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.073737] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.073737] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.154243] env[70917]: DEBUG nova.network.neutron [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Updated VIF entry in instance network info cache for port c390579c-3c2c-4f65-b398-ccf53718452e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.154689] env[70917]: DEBUG nova.network.neutron [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Updating instance_info_cache with network_info: [{"id": "c390579c-3c2c-4f65-b398-ccf53718452e", "address": "fa:16:3e:50:c5:e7", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc390579c-3c", "ovs_interfaceid": "c390579c-3c2c-4f65-b398-ccf53718452e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.213369] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.213755] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance network_info: |[{"id": "be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2", "address": "fa:16:3e:76:87:40", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9edfbf-f5", "ovs_interfaceid": "be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.214103] env[70917]: DEBUG oslo_concurrency.lockutils [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] Acquired lock "refresh_cache-9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.214372] env[70917]: DEBUG nova.network.neutron [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Refreshing network info cache for port be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.217306] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:87:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.227318] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating folder: Project (90b2304e5c5b44beb3f193f478e876ec). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.232521] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14818156-bb56-4870-9008-7d454b142794 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.246773] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created folder: Project (90b2304e5c5b44beb3f193f478e876ec) in parent group-v691255. [ 662.246977] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating folder: Instances. Parent ref: group-v691305. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.250405] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfe75a40-fe60-4273-b31c-9a5aeed13982 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.265597] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created folder: Instances in parent group-v691305. [ 662.266104] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.266364] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.266693] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0deacba-a5f5-4fd5-b592-2f7eef3745f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.292522] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.292522] env[70917]: value = "task-3460999" [ 662.292522] env[70917]: _type = "Task" [ 662.292522] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.303134] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460999, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.346725] env[70917]: DEBUG nova.network.neutron [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Updating instance_info_cache with network_info: [{"id": "2b08d637-23b2-414a-810d-76ff32054a49", "address": "fa:16:3e:d4:d9:2c", "network": {"id": "7efa26a0-8838-4c4f-b014-edcb5e49220d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2000319250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "95e60ab451ca4f4fa0e6f69e11cc0c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08d637-23", "ovs_interfaceid": "2b08d637-23b2-414a-810d-76ff32054a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.399973] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8802191d-72c5-4eb9-ae40-38f1fbe90c32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.408601] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3460995, 'name': ReconfigVM_Task, 'duration_secs': 0.312653} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.410907] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 7b18ee62-aac9-48e7-85f6-69c2c8634e21/7b18ee62-aac9-48e7-85f6-69c2c8634e21.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.411710] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08526cb-e732-4ffe-b349-d08944552d87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.414773] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68973c8-9402-4f20-a9ca-3e610b3973d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.452463] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd6aa2e-c0eb-45a5-8e32-e8718ddaa260 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.455713] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 662.455713] env[70917]: value = "task-3461000" [ 662.455713] env[70917]: _type = "Task" [ 662.455713] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.465301] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e47b7-993f-40c4-bf04-eeebc5aeaffe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.475251] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461000, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.488924] env[70917]: DEBUG nova.compute.provider_tree [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.496197] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460996, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.502409] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.502629] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.502817] env[70917]: DEBUG nova.network.neutron [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.571899] env[70917]: INFO nova.compute.manager [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Took 25.57 seconds to build instance. [ 662.658452] env[70917]: DEBUG oslo_concurrency.lockutils [req-9479d3e2-4423-47b2-8c0b-92d02e3d3546 req-29db104b-76a5-4bd1-a51b-d888866c5de6 service nova] Releasing lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.806727] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3460999, 'name': CreateVM_Task, 'duration_secs': 0.486085} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.806947] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.807679] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.807862] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.808468] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.808742] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32666694-3886-4676-86a9-e387efd918f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.813545] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 662.813545] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52718209-e4b5-be1f-fbf7-98548d6e779a" [ 662.813545] env[70917]: _type = "Task" [ 662.813545] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.822884] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52718209-e4b5-be1f-fbf7-98548d6e779a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.850975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Releasing lock "refresh_cache-61b1debe-9779-4eeb-abee-5fcc87cf6aaf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.851685] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Instance network_info: |[{"id": "2b08d637-23b2-414a-810d-76ff32054a49", "address": "fa:16:3e:d4:d9:2c", "network": {"id": "7efa26a0-8838-4c4f-b014-edcb5e49220d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2000319250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "95e60ab451ca4f4fa0e6f69e11cc0c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08d637-23", "ovs_interfaceid": "2b08d637-23b2-414a-810d-76ff32054a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.852192] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d9:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b08d637-23b2-414a-810d-76ff32054a49', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.860507] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Creating folder: Project (95e60ab451ca4f4fa0e6f69e11cc0c33). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.860909] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ece8346f-9f4f-4ec2-81cf-5a4db895d604 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.874919] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Created folder: Project (95e60ab451ca4f4fa0e6f69e11cc0c33) in parent group-v691255. [ 662.875258] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Creating folder: Instances. Parent ref: group-v691308. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.875585] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96bfdc25-f581-49fa-ba1b-a6e45e185103 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.888209] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Created folder: Instances in parent group-v691308. [ 662.888368] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.888511] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.888717] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c92c0ce7-6cfa-4e58-814a-b5e742d26292 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.906816] env[70917]: DEBUG nova.network.neutron [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Updated VIF entry in instance network info cache for port be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.906816] env[70917]: DEBUG nova.network.neutron [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Updating instance_info_cache with network_info: [{"id": "be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2", "address": "fa:16:3e:76:87:40", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9edfbf-f5", "ovs_interfaceid": "be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.912396] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.912396] env[70917]: value = "task-3461003" [ 662.912396] env[70917]: _type = "Task" [ 662.912396] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.921460] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461003, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.968394] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461000, 'name': Rename_Task, 'duration_secs': 0.147952} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.968394] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.968394] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f9c4c7-222f-439a-883e-d897b5a4484b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.974256] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 662.974256] env[70917]: value = "task-3461004" [ 662.974256] env[70917]: _type = "Task" [ 662.974256] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.000933] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.000933] env[70917]: DEBUG nova.scheduler.client.report [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.002185] env[70917]: DEBUG oslo_vmware.api [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3460996, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849139} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.002574] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.002770] env[70917]: INFO nova.compute.manager [None req-ecb4e00b-90ec-4296-afb8-ea44789a70ed tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Took 15.27 seconds to snapshot the instance on the hypervisor. [ 663.036020] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.036020] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.036020] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.036020] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.036288] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.036288] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.036577] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.036908] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.037221] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.040028] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.040028] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.040028] env[70917]: DEBUG nova.virt.hardware [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.040028] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3601f8-5eb0-4d8f-a526-a5a4a3977267 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.051095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb790c-cb3b-434f-bb89-470dceb5438f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.076033] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aa82e73c-c1fe-4f20-a924-109acc489429 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.784s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.119471] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.119872] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.120166] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.120499] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.120752] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.120911] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.121272] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.121379] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.121457] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.121614] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.121786] env[70917]: DEBUG nova.virt.hardware [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.122688] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c91023-fda3-43ff-a79f-f8be6401ac53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.131301] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e5088-1735-4fa0-834d-9cb443bfe8a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.151010] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.158043] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.158590] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.158835] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e9578f-760a-46ab-aa44-f519535e60b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.177497] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.177497] env[70917]: value = "task-3461005" [ 663.177497] env[70917]: _type = "Task" [ 663.177497] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.189102] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461005, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.326293] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52718209-e4b5-be1f-fbf7-98548d6e779a, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.326710] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.326997] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.327321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.327577] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.327717] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.328026] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bfff85-467f-43b0-b788-42b538dd41a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.340849] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.341162] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.341992] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b485573-4bad-4e33-a5c3-d4ee595d4923 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.347809] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 663.347809] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb23ea-1485-bc5c-47e5-3e00083f7d78" [ 663.347809] env[70917]: _type = "Task" [ 663.347809] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.359330] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb23ea-1485-bc5c-47e5-3e00083f7d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.409261] env[70917]: DEBUG oslo_concurrency.lockutils [req-63ea5aec-bae3-4bfe-b420-63814a06af0a req-43d1439a-2645-43c6-97cc-b7f50d018824 service nova] Releasing lock "refresh_cache-9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.422784] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461003, 'name': CreateVM_Task, 'duration_secs': 0.435983} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.422945] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.423650] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.423916] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.424267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.424567] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4775bd-5507-4fb7-9c86-207c9ee14061 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.429872] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 663.429872] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52349060-7732-41da-66ce-49885b092cef" [ 663.429872] env[70917]: _type = "Task" [ 663.429872] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.439984] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52349060-7732-41da-66ce-49885b092cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.494577] env[70917]: DEBUG oslo_vmware.api [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461004, 'name': PowerOnVM_Task, 'duration_secs': 0.494842} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.494932] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.495094] env[70917]: INFO nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Took 10.20 seconds to spawn the instance on the hypervisor. [ 663.495892] env[70917]: DEBUG nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.496789] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f38ab06-e6bc-4eac-ae0d-a8a67a4d7f57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.515299] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.518429] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.109s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.520136] env[70917]: INFO nova.compute.claims [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.550409] env[70917]: INFO nova.scheduler.client.report [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Deleted allocations for instance 6d715a3c-aa6b-4123-b61e-3588399733bd [ 663.580486] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.690818] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461005, 'name': CreateVM_Task, 'duration_secs': 0.319931} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.691015] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.691534] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.691666] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.691996] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.692371] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2a19bb-3c24-481f-b76f-3b494a5230c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.698579] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 663.698579] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52930167-309e-18e1-f348-cf8fdbdd3075" [ 663.698579] env[70917]: _type = "Task" [ 663.698579] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.711344] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52930167-309e-18e1-f348-cf8fdbdd3075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.858120] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb23ea-1485-bc5c-47e5-3e00083f7d78, 'name': SearchDatastore_Task, 'duration_secs': 0.012838} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.859731] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bcf11d-39c2-4b7d-8164-3d14ce147d9a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.864972] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 663.864972] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ee2da0-19c9-5286-b052-522329cda29e" [ 663.864972] env[70917]: _type = "Task" [ 663.864972] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.873405] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ee2da0-19c9-5286-b052-522329cda29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.941050] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52349060-7732-41da-66ce-49885b092cef, 'name': SearchDatastore_Task, 'duration_secs': 0.014442} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.941537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.942173] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.942522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.024438] env[70917]: INFO nova.compute.manager [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Took 26.35 seconds to build instance. [ 664.058975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9120d94-4684-4733-ae44-06583b6b815b tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Lock "6d715a3c-aa6b-4123-b61e-3588399733bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.898s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.089417] env[70917]: DEBUG nova.network.neutron [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Successfully updated port: 61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.123513] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.208413] env[70917]: DEBUG nova.compute.manager [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Received event network-vif-deleted-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.209088] env[70917]: DEBUG nova.compute.manager [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Received event network-vif-plugged-2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.209088] env[70917]: DEBUG oslo_concurrency.lockutils [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] Acquiring lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.209088] env[70917]: DEBUG oslo_concurrency.lockutils [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.209377] env[70917]: DEBUG oslo_concurrency.lockutils [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.209572] env[70917]: DEBUG nova.compute.manager [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] No waiting events found dispatching network-vif-plugged-2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.209635] env[70917]: WARNING nova.compute.manager [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Received unexpected event network-vif-plugged-2b08d637-23b2-414a-810d-76ff32054a49 for instance with vm_state building and task_state spawning. [ 664.209763] env[70917]: DEBUG nova.compute.manager [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Received event network-changed-2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.209921] env[70917]: DEBUG nova.compute.manager [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Refreshing instance network info cache due to event network-changed-2b08d637-23b2-414a-810d-76ff32054a49. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.210125] env[70917]: DEBUG oslo_concurrency.lockutils [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] Acquiring lock "refresh_cache-61b1debe-9779-4eeb-abee-5fcc87cf6aaf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.210261] env[70917]: DEBUG oslo_concurrency.lockutils [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] Acquired lock "refresh_cache-61b1debe-9779-4eeb-abee-5fcc87cf6aaf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.210416] env[70917]: DEBUG nova.network.neutron [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Refreshing network info cache for port 2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.218146] env[70917]: DEBUG nova.network.neutron [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [{"id": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "address": "fa:16:3e:21:04:09", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc91c62-17", "ovs_interfaceid": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.226083] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52930167-309e-18e1-f348-cf8fdbdd3075, 'name': SearchDatastore_Task, 'duration_secs': 0.027396} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.227068] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.227301] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.227531] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.227676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.227861] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.228360] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c38bae-f805-4035-93b9-98ee5f5111fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.245616] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.246254] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.246632] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ca5546-ca9b-44ed-9be6-8920fac52eb5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.253182] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 664.253182] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b0788e-c30d-142d-390f-173de61e053c" [ 664.253182] env[70917]: _type = "Task" [ 664.253182] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.262522] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b0788e-c30d-142d-390f-173de61e053c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.379249] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ee2da0-19c9-5286-b052-522329cda29e, 'name': SearchDatastore_Task, 'duration_secs': 0.042832} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.379677] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.382021] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.382021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.382021] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.382021] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-635ce646-1700-41ab-a117-0c3e8bb50ca7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.383536] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ee35d6-38cc-442d-b269-1f6d0f00ec31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.394019] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 664.394019] env[70917]: value = "task-3461006" [ 664.394019] env[70917]: _type = "Task" [ 664.394019] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.397442] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.397972] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.399964] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22683378-cbb4-46a7-bfab-8c3343c09772 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.407019] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.414129] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 664.414129] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fa5c1d-417c-f819-4d6b-794fa09bb6de" [ 664.414129] env[70917]: _type = "Task" [ 664.414129] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.426223] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fa5c1d-417c-f819-4d6b-794fa09bb6de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.530529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a7901974-1596-4844-afe5-79b827186e1b tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.567s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.602493] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquiring lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.602493] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquired lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.602493] env[70917]: DEBUG nova.network.neutron [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.728104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.755716] env[70917]: DEBUG nova.compute.manager [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Received event network-changed {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.755992] env[70917]: DEBUG nova.compute.manager [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Refreshing instance network info cache due to event network-changed. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.756328] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] Acquiring lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.756510] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] Acquired lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.756650] env[70917]: DEBUG nova.network.neutron [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.777592] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b0788e-c30d-142d-390f-173de61e053c, 'name': SearchDatastore_Task, 'duration_secs': 0.026965} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.778577] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a596853-1300-432b-969d-eda713200c10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.786735] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 664.786735] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a24f36-9d58-57c8-ad6b-f7b379a5d01f" [ 664.786735] env[70917]: _type = "Task" [ 664.786735] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.807518] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a24f36-9d58-57c8-ad6b-f7b379a5d01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.908855] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.926835] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fa5c1d-417c-f819-4d6b-794fa09bb6de, 'name': SearchDatastore_Task, 'duration_secs': 0.014718} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.928128] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df902645-abd2-4457-b6bc-32a3d798d892 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.940444] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 664.940444] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526daaf1-ed77-b2f0-35c7-c69f8360f379" [ 664.940444] env[70917]: _type = "Task" [ 664.940444] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.950653] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526daaf1-ed77-b2f0-35c7-c69f8360f379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.010446] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a12588-2d30-41a3-9124-6daff17c82ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.018010] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ca008-443b-46e9-848a-828f710853a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.049172] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744a5073-b950-4862-9179-4c8a795abba4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.058355] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47e9a0-cc28-4c4c-8eac-3f798c2aec2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.073618] env[70917]: DEBUG nova.compute.provider_tree [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.302790] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a24f36-9d58-57c8-ad6b-f7b379a5d01f, 'name': SearchDatastore_Task, 'duration_secs': 0.024125} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.302790] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.302790] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.302790] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d14fa76c-2ade-4667-bfb8-4f83790a5cce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.308935] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 665.308935] env[70917]: value = "task-3461007" [ 665.308935] env[70917]: _type = "Task" [ 665.308935] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.316379] env[70917]: DEBUG nova.network.neutron [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.326624] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.404351] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590509} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.404648] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.404900] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.405136] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e873aacc-9b34-4bd5-b19b-e7d4b9fd498e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.413103] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 665.413103] env[70917]: value = "task-3461008" [ 665.413103] env[70917]: _type = "Task" [ 665.413103] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.424852] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.448464] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526daaf1-ed77-b2f0-35c7-c69f8360f379, 'name': SearchDatastore_Task, 'duration_secs': 0.016109} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.448754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.448992] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 61b1debe-9779-4eeb-abee-5fcc87cf6aaf/61b1debe-9779-4eeb-abee-5fcc87cf6aaf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.449276] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48718571-af10-4ce6-9cd0-d7890fd1a755 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.457688] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 665.457688] env[70917]: value = "task-3461009" [ 665.457688] env[70917]: _type = "Task" [ 665.457688] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.466078] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.580220] env[70917]: DEBUG nova.scheduler.client.report [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.636500] env[70917]: DEBUG nova.network.neutron [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Updated VIF entry in instance network info cache for port 2b08d637-23b2-414a-810d-76ff32054a49. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.636918] env[70917]: DEBUG nova.network.neutron [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Updating instance_info_cache with network_info: [{"id": "2b08d637-23b2-414a-810d-76ff32054a49", "address": "fa:16:3e:d4:d9:2c", "network": {"id": "7efa26a0-8838-4c4f-b014-edcb5e49220d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2000319250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e60ab451ca4f4fa0e6f69e11cc0c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08d637-23", "ovs_interfaceid": "2b08d637-23b2-414a-810d-76ff32054a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.823777] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461007, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.925511] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099343} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.925839] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.927239] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f8d82e-07bc-403d-b926-0faf490c92e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.971889] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.972781] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b925f2-8f55-4d78-8511-9f5eb96340ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.020335] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.023327] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 666.023327] env[70917]: value = "task-3461010" [ 666.023327] env[70917]: _type = "Task" [ 666.023327] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.038118] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.086088] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.086736] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.090285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.091183] env[70917]: INFO nova.compute.claims [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.140201] env[70917]: DEBUG oslo_concurrency.lockutils [req-6f8a099b-2ba4-46ab-a557-435ea63b7b6a req-37bb7155-c08c-4dd6-a3c7-fc8d4c9b0c5f service nova] Releasing lock "refresh_cache-61b1debe-9779-4eeb-abee-5fcc87cf6aaf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.212353] env[70917]: DEBUG nova.network.neutron [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updating instance_info_cache with network_info: [{"id": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "address": "fa:16:3e:95:b0:37", "network": {"id": "87081fc1-1f45-40e1-9b4d-c4a202717c6e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1262917811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb691f5b46d54a18b4671c902988ef85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be4200-0b", "ovs_interfaceid": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.248999] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa01231-e0df-4851-a572-0eb163dba8e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.273624] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.321703] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750633} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.322065] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.322886] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.322886] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-affcf430-8613-4761-a8ed-a1738dcf0c06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.331185] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 666.331185] env[70917]: value = "task-3461011" [ 666.331185] env[70917]: _type = "Task" [ 666.331185] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.341196] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.457777] env[70917]: DEBUG nova.network.neutron [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Updating instance_info_cache with network_info: [{"id": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "address": "fa:16:3e:8a:8d:9d", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a29cc9-5b", "ovs_interfaceid": "16a29cc9-5b1e-4ee7-af50-6d5788954dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.488580] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724169} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.489092] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 61b1debe-9779-4eeb-abee-5fcc87cf6aaf/61b1debe-9779-4eeb-abee-5fcc87cf6aaf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.489353] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.489647] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be46ff2a-619d-49b1-b510-965145931d05 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.500970] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 666.500970] env[70917]: value = "task-3461012" [ 666.500970] env[70917]: _type = "Task" [ 666.500970] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.519116] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.541272] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.601115] env[70917]: DEBUG nova.compute.utils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.604085] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.604355] env[70917]: DEBUG nova.network.neutron [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.715237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Releasing lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.715725] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Instance network_info: |[{"id": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "address": "fa:16:3e:95:b0:37", "network": {"id": "87081fc1-1f45-40e1-9b4d-c4a202717c6e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1262917811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb691f5b46d54a18b4671c902988ef85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be4200-0b", "ovs_interfaceid": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.717068] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:b0:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61be4200-0bbf-4dc0-9a12-1693e44447c4', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.726273] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Creating folder: Project (bb691f5b46d54a18b4671c902988ef85). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.726992] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5fc065f-3a69-4c65-aa87-6efe20cbbc5a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.744550] env[70917]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 666.744788] env[70917]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70917) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 666.745180] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Folder already exists: Project (bb691f5b46d54a18b4671c902988ef85). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 666.745380] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Creating folder: Instances. Parent ref: group-v691256. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.745630] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44cf76a5-d971-431f-bd0f-2ee5920c93dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.761803] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Created folder: Instances in parent group-v691256. [ 666.762085] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.762301] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.762528] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13df5b27-fb5d-4fab-ad49-07ff09dcb22f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.783312] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.783619] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1216e5b2-8e11-4338-baaa-8ef875c923eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.793584] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 666.793584] env[70917]: value = "task-3461015" [ 666.793584] env[70917]: _type = "Task" [ 666.793584] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.794955] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.794955] env[70917]: value = "task-3461016" [ 666.794955] env[70917]: _type = "Task" [ 666.794955] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.807262] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461016, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.810604] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.841732] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08609} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.844140] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.844140] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f3accd-8aa2-4505-a1f6-e65a670c1ea0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.867516] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.867969] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d1a312-b3d1-4d86-ae00-a542a3ba3469 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.893594] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 666.893594] env[70917]: value = "task-3461017" [ 666.893594] env[70917]: _type = "Task" [ 666.893594] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.902339] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.961603] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2bada76f-d750-45bd-af8b-3c09aacaffc0 tempest-ServerExternalEventsTest-1789919552 tempest-ServerExternalEventsTest-1789919552-project] Releasing lock "refresh_cache-4826f4bc-3d8d-4c51-8a9b-c4be817b5507" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.979667] env[70917]: DEBUG nova.policy [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5275d8f625af449984229d311fa5fab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9686c7f6c70d4903b9caec3fdac99739', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.012370] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.012701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.012916] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "b57ffe91-4cba-41fc-9c3b-8db661b91780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.013117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.013299] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.014873] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081096} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.015353] env[70917]: INFO nova.compute.manager [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Terminating instance [ 667.016789] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.018510] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a8155-3186-4fff-9151-1466be516365 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.046247] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 61b1debe-9779-4eeb-abee-5fcc87cf6aaf/61b1debe-9779-4eeb-abee-5fcc87cf6aaf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.047797] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ac1325-3958-49ca-9846-3c471a73f8b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.068270] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461010, 'name': ReconfigVM_Task, 'duration_secs': 0.842316} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.069089] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.069937] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18f3a62-f63f-4d70-9969-3aea5632156a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.074833] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 667.074833] env[70917]: value = "task-3461018" [ 667.074833] env[70917]: _type = "Task" [ 667.074833] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.081287] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 667.081287] env[70917]: value = "task-3461019" [ 667.081287] env[70917]: _type = "Task" [ 667.081287] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.089918] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.096201] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461019, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.105553] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.147032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.147032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.147032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.147032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.147455] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.147455] env[70917]: INFO nova.compute.manager [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Terminating instance [ 667.327468] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.334509] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461016, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.408610] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.523819] env[70917]: DEBUG nova.compute.manager [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.523819] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.524537] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e54773-9b28-41da-ad1f-695f98a76fdd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.545840] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.545840] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90fa984b-c6bd-490f-b3e3-519ec982de1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.606649] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.612277] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461019, 'name': Rename_Task, 'duration_secs': 0.41552} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.613540] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.613540] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f3c65bc-22d9-4edc-b9c1-396e74d996be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.630456] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 667.630456] env[70917]: value = "task-3461021" [ 667.630456] env[70917]: _type = "Task" [ 667.630456] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.638178] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.638178] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.638857] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleting the datastore file [datastore1] b57ffe91-4cba-41fc-9c3b-8db661b91780 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.642528] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46817907-12db-4ffb-b117-1d0bff46d8ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.648229] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.657613] env[70917]: DEBUG nova.compute.manager [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.657827] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.658347] env[70917]: DEBUG oslo_vmware.api [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 667.658347] env[70917]: value = "task-3461022" [ 667.658347] env[70917]: _type = "Task" [ 667.658347] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.659410] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2259bbb-4ef1-419e-9a49-282500903a1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.675246] env[70917]: DEBUG oslo_vmware.api [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.678581] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.680551] env[70917]: DEBUG nova.compute.manager [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Received event network-vif-plugged-61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.680902] env[70917]: DEBUG oslo_concurrency.lockutils [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] Acquiring lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.681029] env[70917]: DEBUG oslo_concurrency.lockutils [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.681211] env[70917]: DEBUG oslo_concurrency.lockutils [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.681459] env[70917]: DEBUG nova.compute.manager [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] No waiting events found dispatching network-vif-plugged-61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.681568] env[70917]: WARNING nova.compute.manager [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Received unexpected event network-vif-plugged-61be4200-0bbf-4dc0-9a12-1693e44447c4 for instance with vm_state building and task_state spawning. [ 667.681729] env[70917]: DEBUG nova.compute.manager [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Received event network-changed-61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.682023] env[70917]: DEBUG nova.compute.manager [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Refreshing instance network info cache due to event network-changed-61be4200-0bbf-4dc0-9a12-1693e44447c4. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.683944] env[70917]: DEBUG oslo_concurrency.lockutils [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] Acquiring lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.683944] env[70917]: DEBUG oslo_concurrency.lockutils [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] Acquired lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.683944] env[70917]: DEBUG nova.network.neutron [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Refreshing network info cache for port 61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.688921] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f46916-0189-4cc4-b3bc-8fd4452b8453 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.701825] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 667.701825] env[70917]: value = "task-3461023" [ 667.701825] env[70917]: _type = "Task" [ 667.701825] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.715492] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.756069] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90758abd-6604-4c0d-bf19-1a5e704a454a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.772452] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aaea36-507c-4ebe-9fce-c02c8ae0ad91 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.832095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864ff02-11e2-4456-8df1-30d2f4b248f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.859764] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461016, 'name': CreateVM_Task, 'duration_secs': 0.751075} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.864815] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.865293] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461015, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.866321] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691268', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'name': 'volume-733e343b-764a-4cbe-a134-7be03a63a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7', 'attached_at': '', 'detached_at': '', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'serial': '733e343b-764a-4cbe-a134-7be03a63a38a'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a5ee1fd6-0918-442d-a51c-5c5e2f910f52', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70917) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 667.866612] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Root volume attach. Driver type: vmdk {{(pid=70917) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 667.868175] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68035ea2-c7cb-4764-abd1-bd07bab02254 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.874592] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d6550-a053-449f-8a55-ef3d1247845e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.896817] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f9aa4-01c9-4490-a7d7-fbaad9eeec8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.900713] env[70917]: DEBUG nova.compute.provider_tree [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.920346] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6670a2b-490e-4223-bd19-aed023639488 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.924403] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461017, 'name': ReconfigVM_Task, 'duration_secs': 0.716816} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.926115] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b/31674a28-a0b2-4b40-8c6e-ce45218a4d4b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.926661] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39ea9a0-ae8a-40ea-a5d5-576295d87ff1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.933020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9e5d45e0-d3eb-4013-9ff2-67a061b4575c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.938047] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 667.938047] env[70917]: value = "task-3461024" [ 667.938047] env[70917]: _type = "Task" [ 667.938047] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.945090] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 667.945090] env[70917]: value = "task-3461025" [ 667.945090] env[70917]: _type = "Task" [ 667.945090] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.949892] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461024, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.962403] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.102149] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461018, 'name': ReconfigVM_Task, 'duration_secs': 0.971596} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.102149] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 61b1debe-9779-4eeb-abee-5fcc87cf6aaf/61b1debe-9779-4eeb-abee-5fcc87cf6aaf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.102149] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3bcf98d-5790-4e79-ae66-27eccb684891 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.113040] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 668.113040] env[70917]: value = "task-3461026" [ 668.113040] env[70917]: _type = "Task" [ 668.113040] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.131025] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.135308] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461026, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.154639] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461021, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.182249] env[70917]: DEBUG oslo_vmware.api [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245871} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.184376] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.184629] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.184869] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.184964] env[70917]: INFO nova.compute.manager [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Took 0.66 seconds to destroy the instance on the hypervisor. [ 668.185227] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.187115] env[70917]: DEBUG nova.compute.manager [-] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.187239] env[70917]: DEBUG nova.network.neutron [-] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.194165] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.194441] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.194596] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.194877] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.194960] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.195086] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.196755] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.196755] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.196755] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.196755] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.196755] env[70917]: DEBUG nova.virt.hardware [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.199797] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ee28e6-08e0-404d-99d2-9028d47fc8a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.216027] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461023, 'name': PowerOffVM_Task, 'duration_secs': 0.235311} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.217261] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.217495] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.217807] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5c78a46-4c73-446f-9275-aa49c30afcc8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.220716] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec110d-84b5-4245-9794-2f13a0bcd2b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.308500] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.308713] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.309039] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Deleting the datastore file [datastore1] 4826f4bc-3d8d-4c51-8a9b-c4be817b5507 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.309268] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c66f6978-bd88-4c08-a5b2-cb243ebfa5c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.320378] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for the task: (returnval){ [ 668.320378] env[70917]: value = "task-3461028" [ 668.320378] env[70917]: _type = "Task" [ 668.320378] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.337986] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461015, 'name': PowerOffVM_Task, 'duration_secs': 1.100046} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.341619] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.341830] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.349501] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.417028] env[70917]: DEBUG nova.scheduler.client.report [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.445254] env[70917]: DEBUG nova.network.neutron [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Successfully created port: 71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.483029] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461024, 'name': Rename_Task, 'duration_secs': 0.238004} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.489880] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.491072] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 38%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.492148] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69035d3a-d429-4048-b648-290d11b644ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.511206] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Waiting for the task: (returnval){ [ 668.511206] env[70917]: value = "task-3461029" [ 668.511206] env[70917]: _type = "Task" [ 668.511206] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.523719] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.624452] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461026, 'name': Rename_Task, 'duration_secs': 0.354917} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.624739] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.625085] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9447d7af-94ed-4930-83b6-1f422be0aa04 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.640548] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 668.640548] env[70917]: value = "task-3461030" [ 668.640548] env[70917]: _type = "Task" [ 668.640548] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.650795] env[70917]: DEBUG oslo_vmware.api [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461021, 'name': PowerOnVM_Task, 'duration_secs': 0.669414} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.651739] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.652108] env[70917]: INFO nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Took 12.63 seconds to spawn the instance on the hypervisor. [ 668.652381] env[70917]: DEBUG nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.654212] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affc1d28-b585-4000-a341-7c7ec5f9012b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.660407] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.844541] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.853910] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.856038] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.856257] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.856528] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.856688] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.856837] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.857117] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.857286] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.857453] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.857925] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.857925] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.870556] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1f79cc-c390-41ad-8fab-1c3be142bcd1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.894660] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 668.894660] env[70917]: value = "task-3461031" [ 668.894660] env[70917]: _type = "Task" [ 668.894660] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.923186] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.925170] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.933192] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.473s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.933721] env[70917]: DEBUG nova.objects.instance [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lazy-loading 'resources' on Instance uuid 3aa4f084-ef8d-405a-a02e-16b977a8ba80 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.978854] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.030852] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.155166] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.180709] env[70917]: INFO nova.compute.manager [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Took 30.98 seconds to build instance. [ 669.347581] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.407940] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461031, 'name': ReconfigVM_Task, 'duration_secs': 0.468526} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.408629] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.440856] env[70917]: DEBUG nova.compute.utils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.448531] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.449058] env[70917]: DEBUG nova.network.neutron [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.498055] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 63%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.524039] env[70917]: DEBUG oslo_vmware.api [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Task: {'id': task-3461029, 'name': PowerOnVM_Task, 'duration_secs': 0.736882} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.524312] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.524514] env[70917]: DEBUG nova.compute.manager [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.525919] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c3db2-09f9-4d91-8d90-23cb9d2e0386 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.610443] env[70917]: DEBUG nova.policy [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b35cb721fa49998ffc914e1e8e5e5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5322fca579d243579ec29b671580ebc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.614720] env[70917]: DEBUG nova.network.neutron [-] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.657455] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461030, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.685336] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.962s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.812098] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.813167] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.845328] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.918712] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.919332] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.919332] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.919651] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.919651] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.919872] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.920027] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.920239] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.923722] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.923722] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.923722] env[70917]: DEBUG nova.virt.hardware [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.929119] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 669.931373] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37c55d6-abcd-4bd5-9b15-e6452e549e1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.952235] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.963079] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 669.963079] env[70917]: value = "task-3461032" [ 669.963079] env[70917]: _type = "Task" [ 669.963079] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.976812] env[70917]: DEBUG nova.network.neutron [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updated VIF entry in instance network info cache for port 61be4200-0bbf-4dc0-9a12-1693e44447c4. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.976812] env[70917]: DEBUG nova.network.neutron [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updating instance_info_cache with network_info: [{"id": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "address": "fa:16:3e:95:b0:37", "network": {"id": "87081fc1-1f45-40e1-9b4d-c4a202717c6e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1262917811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb691f5b46d54a18b4671c902988ef85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be4200-0b", "ovs_interfaceid": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.994587] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.999280] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 76%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.000982] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f5f583-1d3b-4f2f-8156-73ffa07444b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.015540] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9390bc-9487-4978-8b4a-4fc5dedb21c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.057931] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b35074-6da4-4ac7-85fe-79320e1d65b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.069435] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.070060] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6bc476-a4fb-4231-94a4-0975f050b05c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.087457] env[70917]: DEBUG nova.compute.provider_tree [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.119601] env[70917]: INFO nova.compute.manager [-] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Took 1.93 seconds to deallocate network for instance. [ 670.158932] env[70917]: DEBUG oslo_vmware.api [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461030, 'name': PowerOnVM_Task, 'duration_secs': 1.397796} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.158932] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.158932] env[70917]: INFO nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Took 11.68 seconds to spawn the instance on the hypervisor. [ 670.159233] env[70917]: DEBUG nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.160441] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bcb96a-bc7f-4410-9505-60ace0b51f98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.319600] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.344208] env[70917]: DEBUG oslo_vmware.api [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Task: {'id': task-3461028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.878578} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.344208] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.344208] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.344208] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.344208] env[70917]: INFO nova.compute.manager [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Took 2.69 seconds to destroy the instance on the hypervisor. [ 670.344448] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.344448] env[70917]: DEBUG nova.compute.manager [-] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.344561] env[70917]: DEBUG nova.network.neutron [-] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.478873] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.484258] env[70917]: DEBUG oslo_concurrency.lockutils [req-e9a4fec2-3cb2-4b77-8196-3759ff66e444 req-8482c26c-eac1-4a7f-9c61-7b37ac33952c service nova] Releasing lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.494587] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.592189] env[70917]: DEBUG nova.scheduler.client.report [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.629140] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.693095] env[70917]: INFO nova.compute.manager [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Took 30.13 seconds to build instance. [ 670.845632] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.973300] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.980977] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461032, 'name': ReconfigVM_Task, 'duration_secs': 0.545167} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.980977] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 670.981798] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f224e-fb06-470c-a6e0-1e9d37390b92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.018282] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2f666dec-7728-444d-aad8-e2506e890556/2f666dec-7728-444d-aad8-e2506e890556.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.018603] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.019179] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18ab044-b493-4f6d-a699-814b628f1c40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.034689] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.035009] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.035083] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.035279] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.035454] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.035607] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.035821] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.036073] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.036251] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.036437] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.036725] env[70917]: DEBUG nova.virt.hardware [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.037506] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d8a7c-92d0-4d69-8d8c-07cf270aa50b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.046732] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12798651-7f92-4108-bf44-fb66a06edd7d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.052095] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 671.052095] env[70917]: value = "task-3461033" [ 671.052095] env[70917]: _type = "Task" [ 671.052095] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.069876] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.098053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.100470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.499s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.101819] env[70917]: DEBUG nova.objects.instance [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lazy-loading 'resources' on Instance uuid 60bc20af-1861-48d0-9eac-9b2de32ad51a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.124241] env[70917]: INFO nova.scheduler.client.report [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Deleted allocations for instance 3aa4f084-ef8d-405a-a02e-16b977a8ba80 [ 671.136572] env[70917]: DEBUG nova.network.neutron [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Successfully created port: 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.195375] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d81880c1-2804-49d6-ba39-2794febcf757 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.370s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.502648] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.566220] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.639164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce504d8e-74ed-45a4-878c-968d08b51385 tempest-ServerDiagnosticsV248Test-1179754981 tempest-ServerDiagnosticsV248Test-1179754981-project-member] Lock "3aa4f084-ef8d-405a-a02e-16b977a8ba80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.613s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.744757] env[70917]: DEBUG nova.network.neutron [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Successfully updated port: 71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.012216] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task} progress is 98%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.068560] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461033, 'name': ReconfigVM_Task, 'duration_secs': 0.741178} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.068936] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2f666dec-7728-444d-aad8-e2506e890556/2f666dec-7728-444d-aad8-e2506e890556.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.069334] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.140588] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad5812-56b0-4903-88f6-e9d53e686907 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.150774] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa0466f-f1ff-4cf1-a50e-74efc60324ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.199511] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dc0213-57dc-4176-bfd1-2fca7c3bef45 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.212351] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f73fd-d877-46cd-8dd2-3ea16e3387b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.239151] env[70917]: DEBUG nova.compute.provider_tree [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.249667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.249667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.249667] env[70917]: DEBUG nova.network.neutron [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.322072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.324400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.401439] env[70917]: DEBUG nova.network.neutron [-] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.504894] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461025, 'name': RelocateVM_Task, 'duration_secs': 4.361704} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.505227] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 672.505405] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691268', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'name': 'volume-733e343b-764a-4cbe-a134-7be03a63a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7', 'attached_at': '', 'detached_at': '', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'serial': '733e343b-764a-4cbe-a134-7be03a63a38a'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 672.507545] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de4581-2bc2-4538-b22a-466983bce992 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.529465] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ebbead-df22-4288-8124-6c170283569f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.542171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "259f5513-b60b-4dd9-97ce-829ca51896d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.542897] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.569942] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-733e343b-764a-4cbe-a134-7be03a63a38a/volume-733e343b-764a-4cbe-a134-7be03a63a38a.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.571473] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db3039b-88ba-4290-9dba-35c385d34b2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.592848] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b4cff4-f132-4950-867c-a27570b971a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.620347] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbed7e8-5b22-4518-8c58-a32b4ae7509a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.622219] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 672.622219] env[70917]: value = "task-3461034" [ 672.622219] env[70917]: _type = "Task" [ 672.622219] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.646904] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.657010] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.743795] env[70917]: DEBUG nova.scheduler.client.report [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.826541] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.849196] env[70917]: DEBUG nova.network.neutron [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.905783] env[70917]: INFO nova.compute.manager [-] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Took 2.56 seconds to deallocate network for instance. [ 673.045587] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.069302] env[70917]: DEBUG nova.compute.manager [req-0afc39d0-9db5-46ff-b5da-d99ba67d24c9 req-cc5f3031-9c5a-4c28-b23c-d1bc3d075a3a service nova] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Received event network-vif-deleted-94ff3df6-9551-43c6-9c5f-084995b83f23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.139487] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461034, 'name': ReconfigVM_Task, 'duration_secs': 0.396041} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.140185] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-733e343b-764a-4cbe-a134-7be03a63a38a/volume-733e343b-764a-4cbe-a134-7be03a63a38a.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.145443] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d02be4c-1a51-4889-ad69-8b3a2be5baa9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.179125] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 673.179125] env[70917]: value = "task-3461035" [ 673.179125] env[70917]: _type = "Task" [ 673.179125] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.199431] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.242580] env[70917]: DEBUG nova.network.neutron [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Port 6dc91c62-177e-487a-8dab-c457a9ec0bd3 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 673.253423] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.256878] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.547s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.259737] env[70917]: INFO nova.compute.claims [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.311999] env[70917]: INFO nova.scheduler.client.report [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Deleted allocations for instance 60bc20af-1861-48d0-9eac-9b2de32ad51a [ 673.367853] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.368097] env[70917]: DEBUG nova.network.neutron [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.420635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.579965] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.689505] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461035, 'name': ReconfigVM_Task, 'duration_secs': 0.365845} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.689643] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691268', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'name': 'volume-733e343b-764a-4cbe-a134-7be03a63a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7', 'attached_at': '', 'detached_at': '', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'serial': '733e343b-764a-4cbe-a134-7be03a63a38a'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 673.692453] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2045611a-0c4f-4842-8492-64806f47e61e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.701280] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 673.701280] env[70917]: value = "task-3461036" [ 673.701280] env[70917]: _type = "Task" [ 673.701280] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.722314] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461036, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.823299] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dce90d69-6084-4ede-b7d5-86051dfc2e67 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Lock "60bc20af-1861-48d0-9eac-9b2de32ad51a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.066s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.873025] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.873025] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Instance network_info: |[{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.873635] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:3d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71be1587-b0d5-4801-b17b-c4ac6465cdbc', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.882840] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating folder: Project (9686c7f6c70d4903b9caec3fdac99739). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.883642] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a825e6d3-a483-4518-8398-805c9cccfa95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.903398] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created folder: Project (9686c7f6c70d4903b9caec3fdac99739) in parent group-v691255. [ 673.903683] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating folder: Instances. Parent ref: group-v691314. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.903945] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1740107-3a30-4f06-bdc9-829ea8960ec6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.922369] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created folder: Instances in parent group-v691314. [ 673.922369] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.922369] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.922600] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa89aaf-6a6f-4d67-a91a-cb880c9ea948 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.947033] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.947033] env[70917]: value = "task-3461039" [ 673.947033] env[70917]: _type = "Task" [ 673.947033] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.958601] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461039, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.010555] env[70917]: DEBUG nova.compute.manager [req-c791afea-f29a-40b2-98d6-6bf62351cafe req-49100e61-6e90-4ba2-97f2-7ec6746a16b9 service nova] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Received event network-vif-deleted-16a29cc9-5b1e-4ee7-af50-6d5788954dca {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.053909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.054196] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.054411] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.054593] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.054760] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.057253] env[70917]: INFO nova.compute.manager [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Terminating instance [ 674.216402] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461036, 'name': Rename_Task, 'duration_secs': 0.303793} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.217097] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.217438] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6ae7f2-f2f9-4e41-919f-acc6ada58e2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.228983] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 674.228983] env[70917]: value = "task-3461040" [ 674.228983] env[70917]: _type = "Task" [ 674.228983] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.245630] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.283418] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "2f666dec-7728-444d-aad8-e2506e890556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.285107] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.285107] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.466692] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461039, 'name': CreateVM_Task, 'duration_secs': 0.447116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.466900] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.469021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.469021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.469021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.469021] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abffd323-57c7-4c89-9757-e7594c9f69d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.474844] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 674.474844] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e13dca-cb29-c650-858f-1742149f1bb2" [ 674.474844] env[70917]: _type = "Task" [ 674.474844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.490156] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e13dca-cb29-c650-858f-1742149f1bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.491090] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.491090] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.491692] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.491692] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.491692] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.491959] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9201c16-ccc1-4459-b98b-95565e810292 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.502422] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.502935] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.503926] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed7224d-574e-4628-a8be-0c1face28a87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.517321] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 674.517321] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529dbacc-43cb-74bb-b80d-49813f1f4c5c" [ 674.517321] env[70917]: _type = "Task" [ 674.517321] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.528012] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529dbacc-43cb-74bb-b80d-49813f1f4c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.529270] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b86c9e3-e248-473c-8366-905da93abb50 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.540154] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 674.540154] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209914b-e489-fde1-b04e-8ca3788b0393" [ 674.540154] env[70917]: _type = "Task" [ 674.540154] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.553488] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209914b-e489-fde1-b04e-8ca3788b0393, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.558930] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.559193] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8/f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.560815] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0451e2dc-41f7-4013-8c29-c59a6241370a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.562124] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "refresh_cache-31674a28-a0b2-4b40-8c6e-ce45218a4d4b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.562277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquired lock "refresh_cache-31674a28-a0b2-4b40-8c6e-ce45218a4d4b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.563917] env[70917]: DEBUG nova.network.neutron [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.572285] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 674.572285] env[70917]: value = "task-3461041" [ 674.572285] env[70917]: _type = "Task" [ 674.572285] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.586877] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.713665] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3b3689-a7d3-48ac-8823-7d5e0fa38409 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.728160] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4017be-b3ac-4e82-89d7-7e694a7614d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.743538] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.772114] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e053242-0167-4c02-a948-31987f1c3c9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.779698] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbd74f3-41c7-43ec-8b93-4ff409050e1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.798427] env[70917]: DEBUG nova.compute.provider_tree [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.904978] env[70917]: DEBUG nova.network.neutron [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Successfully updated port: 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.093036] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497023} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.093036] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8/f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.093036] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.093036] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce4a0168-1304-4690-84e0-f24772d8c536 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.099974] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 675.099974] env[70917]: value = "task-3461042" [ 675.099974] env[70917]: _type = "Task" [ 675.099974] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.114719] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.123390] env[70917]: DEBUG nova.network.neutron [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.243510] env[70917]: DEBUG oslo_vmware.api [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461040, 'name': PowerOnVM_Task, 'duration_secs': 0.692202} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.243510] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.243688] env[70917]: INFO nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Took 12.21 seconds to spawn the instance on the hypervisor. [ 675.243777] env[70917]: DEBUG nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.244591] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94000647-1a66-4273-83fe-df453277c43c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.303566] env[70917]: DEBUG nova.scheduler.client.report [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.353159] env[70917]: DEBUG nova.network.neutron [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.408459] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.408607] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.411260] env[70917]: DEBUG nova.network.neutron [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.416726] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.416853] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.417463] env[70917]: DEBUG nova.network.neutron [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.614230] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071151} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.614474] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.615357] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fc5c6-b9b4-419d-9106-64c651e76570 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.642786] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8/f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.643141] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efa41b9-9faf-4764-a4b9-30ebe2b8db38 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.667700] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 675.667700] env[70917]: value = "task-3461043" [ 675.667700] env[70917]: _type = "Task" [ 675.667700] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.683491] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.780736] env[70917]: INFO nova.compute.manager [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Took 31.50 seconds to build instance. [ 675.810525] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.811235] env[70917]: DEBUG nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.813721] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.583s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.815596] env[70917]: INFO nova.compute.claims [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.855391] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Releasing lock "refresh_cache-31674a28-a0b2-4b40-8c6e-ce45218a4d4b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.855843] env[70917]: DEBUG nova.compute.manager [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.855981] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.857448] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97610fbf-42d5-4d64-acb5-7bf3bc556869 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.871276] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.871276] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b08d762-168c-4ad8-8a5b-866b1ac91aaa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.881430] env[70917]: DEBUG oslo_vmware.api [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 675.881430] env[70917]: value = "task-3461044" [ 675.881430] env[70917]: _type = "Task" [ 675.881430] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.895059] env[70917]: DEBUG oslo_vmware.api [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3461044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.907141] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.907519] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.907825] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.907825] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.908063] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.911812] env[70917]: INFO nova.compute.manager [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Terminating instance [ 676.054407] env[70917]: DEBUG nova.network.neutron [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.184684] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461043, 'name': ReconfigVM_Task, 'duration_secs': 0.382455} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.184684] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Reconfigured VM instance instance-00000012 to attach disk [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8/f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.185252] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314e3d6f-1fb4-4823-b332-888ebd78346f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196494] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 676.196494] env[70917]: value = "task-3461045" [ 676.196494] env[70917]: _type = "Task" [ 676.196494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.213979] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461045, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.289653] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e7dc21e-1852-42d7-8e41-d84f25128f1e tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.136s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.323737] env[70917]: DEBUG nova.compute.utils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.328989] env[70917]: DEBUG nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 676.402189] env[70917]: DEBUG oslo_vmware.api [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3461044, 'name': PowerOffVM_Task, 'duration_secs': 0.319977} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.402701] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.402701] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.402992] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e9c217-bc43-42ec-b527-5f759aa6db22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.419918] env[70917]: DEBUG nova.compute.manager [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.420177] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.421093] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52070bf6-e169-419c-ad8a-f92658b6e8ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.432388] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.432692] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1727e8b6-26e7-4f83-8d4b-1659290f3664 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.449652] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.449901] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.450111] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Deleting the datastore file [datastore2] 31674a28-a0b2-4b40-8c6e-ce45218a4d4b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.451727] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a29ed29-cd32-4519-9599-b634d01d6f5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.457296] env[70917]: DEBUG oslo_vmware.api [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 676.457296] env[70917]: value = "task-3461047" [ 676.457296] env[70917]: _type = "Task" [ 676.457296] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.470769] env[70917]: DEBUG oslo_vmware.api [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.472747] env[70917]: DEBUG oslo_vmware.api [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for the task: (returnval){ [ 676.472747] env[70917]: value = "task-3461048" [ 676.472747] env[70917]: _type = "Task" [ 676.472747] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.483678] env[70917]: DEBUG oslo_vmware.api [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3461048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.582374] env[70917]: DEBUG nova.network.neutron [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [{"id": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "address": "fa:16:3e:c9:85:c7", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c731eaf-2c", "ovs_interfaceid": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.636688] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Received event network-changed-c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.637225] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Refreshing instance network info cache due to event network-changed-c390579c-3c2c-4f65-b398-ccf53718452e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.637555] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquiring lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637769] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquired lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.640590] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Refreshing network info cache for port c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.709048] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461045, 'name': Rename_Task, 'duration_secs': 0.161984} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.709346] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.709626] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f18afb2-7c27-47b0-95bb-9f9c841f3f3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.720079] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 676.720079] env[70917]: value = "task-3461049" [ 676.720079] env[70917]: _type = "Task" [ 676.720079] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.731466] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.830269] env[70917]: DEBUG nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.968633] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.969438] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.983751] env[70917]: DEBUG oslo_vmware.api [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461047, 'name': PowerOffVM_Task, 'duration_secs': 0.222468} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.990040] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.990276] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.992030] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad208c6-ad1b-495f-a583-6a673b1eb185 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.999042] env[70917]: DEBUG oslo_vmware.api [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Task: {'id': task-3461048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110161} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.000318] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.000318] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.000318] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.000318] env[70917]: INFO nova.compute.manager [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 677.000576] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.000667] env[70917]: DEBUG nova.compute.manager [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.000763] env[70917]: DEBUG nova.network.neutron [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.051357] env[70917]: DEBUG nova.network.neutron [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.061770] env[70917]: INFO nova.compute.manager [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Rebuilding instance [ 677.074519] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.074867] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.075090] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Deleting the datastore file [datastore1] 61b1debe-9779-4eeb-abee-5fcc87cf6aaf {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.075663] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7f59e4-f931-4c25-98bf-7a338efc3beb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.089158] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.089460] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance network_info: |[{"id": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "address": "fa:16:3e:c9:85:c7", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c731eaf-2c", "ovs_interfaceid": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.089809] env[70917]: DEBUG oslo_vmware.api [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for the task: (returnval){ [ 677.089809] env[70917]: value = "task-3461051" [ 677.089809] env[70917]: _type = "Task" [ 677.089809] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.092128] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:85:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.107339] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.114637] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.122120] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89cd842b-8aaf-42db-9a46-fa88c7ec9da8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.148391] env[70917]: DEBUG oslo_vmware.api [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.152774] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.152774] env[70917]: value = "task-3461052" [ 677.152774] env[70917]: _type = "Task" [ 677.152774] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.154482] env[70917]: DEBUG nova.network.neutron [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [{"id": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "address": "fa:16:3e:21:04:09", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc91c62-17", "ovs_interfaceid": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.172876] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461052, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.192546] env[70917]: DEBUG nova.compute.manager [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.193588] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc19e2-0bdd-4c56-a533-b623ac07c9ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.237166] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461049, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.436173] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8e52cb-c112-4406-9a37-35df0b5f99f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.442182] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39502e34-9f6b-4a62-95bf-72ba41216dad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.477964] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.486338] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d112583-dad6-478a-abb3-13ec1908930a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.499563] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4bb209-6a59-4cc1-aab6-7025229beec2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.526246] env[70917]: DEBUG nova.compute.provider_tree [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.556346] env[70917]: DEBUG nova.network.neutron [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.622789] env[70917]: DEBUG oslo_vmware.api [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Task: {'id': task-3461051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254915} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.623086] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.623277] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.623458] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.623652] env[70917]: INFO nova.compute.manager [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 677.624123] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.624211] env[70917]: DEBUG nova.compute.manager [-] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.624300] env[70917]: DEBUG nova.network.neutron [-] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.660740] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.679444] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461052, 'name': CreateVM_Task, 'duration_secs': 0.466204} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.679506] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.680206] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.682703] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.682703] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.682703] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a126d48a-b152-4cf9-862b-27205c4fd634 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.687628] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 677.687628] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5245e55e-407d-b73e-1149-3b95a721acb0" [ 677.687628] env[70917]: _type = "Task" [ 677.687628] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.701751] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5245e55e-407d-b73e-1149-3b95a721acb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.737328] env[70917]: DEBUG oslo_vmware.api [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461049, 'name': PowerOnVM_Task, 'duration_secs': 0.547372} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.738282] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.738487] env[70917]: INFO nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 9.61 seconds to spawn the instance on the hypervisor. [ 677.738662] env[70917]: DEBUG nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.739893] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f68cf-1eb6-4952-b15d-c3a0e3c3823d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.852196] env[70917]: DEBUG nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.877900] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.878235] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.878606] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.878606] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.878762] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.878864] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.879475] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.879475] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.879627] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.879680] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.879820] env[70917]: DEBUG nova.virt.hardware [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.880781] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99bf03-0f52-4e95-a23a-c3760b5793a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.889613] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecee3d-07dc-4800-9bf7-54be2ae6c277 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.903970] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.909999] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Creating folder: Project (af90dafc60d74209bedda32cdaa6099e). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.910657] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6c1f833-9bb0-4dd2-9ca4-da164534e49c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.925771] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Created folder: Project (af90dafc60d74209bedda32cdaa6099e) in parent group-v691255. [ 677.926131] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Creating folder: Instances. Parent ref: group-v691318. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.927209] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-474f596b-f34d-4fa7-850a-8d369cd4e952 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.934170] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Updated VIF entry in instance network info cache for port c390579c-3c2c-4f65-b398-ccf53718452e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.934269] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Updating instance_info_cache with network_info: [{"id": "c390579c-3c2c-4f65-b398-ccf53718452e", "address": "fa:16:3e:50:c5:e7", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc390579c-3c", "ovs_interfaceid": "c390579c-3c2c-4f65-b398-ccf53718452e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.937698] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Created folder: Instances in parent group-v691318. [ 677.938015] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.938151] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.938384] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e21c559-78cb-416f-bc23-58a9145d00b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.957926] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.957926] env[70917]: value = "task-3461055" [ 677.957926] env[70917]: _type = "Task" [ 677.957926] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.967566] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461055, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.012086] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.030328] env[70917]: DEBUG nova.scheduler.client.report [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.060195] env[70917]: INFO nova.compute.manager [-] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Took 1.06 seconds to deallocate network for instance. [ 678.200746] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5245e55e-407d-b73e-1149-3b95a721acb0, 'name': SearchDatastore_Task, 'duration_secs': 0.013865} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.202153] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.202764] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.203924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.203924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.203924] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.204614] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ed889-8c8e-4640-8921-63c9db094a16 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.208165] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe72d113-643a-4e51-9fd3-30d9a0e98c70 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.228753] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.230632] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52327b86-871d-4aaf-bae7-5b2e3e9f011a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.233160] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a943cefa-e72d-4dc4-bf29-41f9264a2d1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.236285] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.236285] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.237526] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e07288-ce5b-4fdb-ae9d-869576001024 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.245901] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.255697] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 678.255697] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5287f794-ec80-5d02-056d-9eedb8e54bd9" [ 678.255697] env[70917]: _type = "Task" [ 678.255697] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.260401] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 678.260401] env[70917]: value = "task-3461056" [ 678.260401] env[70917]: _type = "Task" [ 678.260401] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.269992] env[70917]: INFO nova.compute.manager [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 32.89 seconds to build instance. [ 678.278683] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.282719] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5287f794-ec80-5d02-056d-9eedb8e54bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.022196} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.283688] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d9eff5-876e-4af7-9664-45942e3439ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.291048] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 678.291048] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f95fc2-3d33-c7f0-c436-11949501bb74" [ 678.291048] env[70917]: _type = "Task" [ 678.291048] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.304501] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f95fc2-3d33-c7f0-c436-11949501bb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.437872] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Releasing lock "refresh_cache-7b18ee62-aac9-48e7-85f6-69c2c8634e21" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.438131] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Received event network-vif-plugged-71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.438338] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.438539] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.439043] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.439294] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] No waiting events found dispatching network-vif-plugged-71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.439487] env[70917]: WARNING nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Received unexpected event network-vif-plugged-71be1587-b0d5-4801-b17b-c4ac6465cdbc for instance with vm_state building and task_state spawning. [ 678.439665] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Received event network-changed-71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.439822] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Refreshing instance network info cache due to event network-changed-71be1587-b0d5-4801-b17b-c4ac6465cdbc. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.440035] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.440461] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.440461] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Refreshing network info cache for port 71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.474961] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461055, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.537869] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.537869] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.543297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.940s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.545155] env[70917]: DEBUG nova.objects.instance [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lazy-loading 'resources' on Instance uuid 0d1251c2-445a-4c12-bd0f-57bf837f399b {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.570867] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.764061] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.764266] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1308e33-8095-4e8d-bfc5-2c300459d759 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.785999] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2f5d567-1b7c-4741-b65e-610f3c051459 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.050s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.789017] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461056, 'name': PowerOffVM_Task, 'duration_secs': 0.408344} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.789017] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.789017] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.789017] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 678.789017] env[70917]: value = "task-3461057" [ 678.789017] env[70917]: _type = "Task" [ 678.789017] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.789320] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d1563f-f737-4ff0-ab7f-6d8e975e35af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.804261] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461057, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.808736] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.809414] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f95fc2-3d33-c7f0-c436-11949501bb74, 'name': SearchDatastore_Task, 'duration_secs': 0.016789} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.809414] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aee806c-dfcd-4253-8ba0-320f631db0de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.810943] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.811239] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f450c3bd-3616-4627-8312-f6548d55260a/f450c3bd-3616-4627-8312-f6548d55260a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.811494] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ba9761-850d-44d1-830d-c870a27cc5a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.822167] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 678.822167] env[70917]: value = "task-3461059" [ 678.822167] env[70917]: _type = "Task" [ 678.822167] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.832460] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.901308] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.901527] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.902588] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore1] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.902588] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb538ad9-3acd-4112-ab7b-9e58fc43d741 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.909973] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 678.909973] env[70917]: value = "task-3461060" [ 678.909973] env[70917]: _type = "Task" [ 678.909973] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.922144] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.973178] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461055, 'name': CreateVM_Task, 'duration_secs': 0.569921} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.975318] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.975318] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.975667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.975897] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.976261] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929f613c-0fbf-44b8-8c91-7d4af070e691 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.982510] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 678.982510] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f54b47-8995-35ea-a25f-0cc95e348123" [ 678.982510] env[70917]: _type = "Task" [ 678.982510] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.993345] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f54b47-8995-35ea-a25f-0cc95e348123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.046443] env[70917]: DEBUG nova.compute.utils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.048392] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.048530] env[70917]: DEBUG nova.network.neutron [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.112016] env[70917]: DEBUG nova.network.neutron [-] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.135022] env[70917]: DEBUG nova.policy [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcd15b714944379a3b5cabb3f84e429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f333a7352244328a2bbd77f4686d5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.315664] env[70917]: DEBUG oslo_vmware.api [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461057, 'name': PowerOnVM_Task, 'duration_secs': 0.500603} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.319036] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.319036] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca366799-96ef-48ad-8f28-378611b538d1 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance '2f666dec-7728-444d-aad8-e2506e890556' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.339983] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.374034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "397d8981-9976-408a-8c4b-927bea267653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.374034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "397d8981-9976-408a-8c4b-927bea267653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.434771] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283669} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.435757] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.435995] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.436264] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.503476] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f54b47-8995-35ea-a25f-0cc95e348123, 'name': SearchDatastore_Task, 'duration_secs': 0.01495} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.503634] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.503979] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.504243] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.504470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.504733] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.505880] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a14a1c3-9916-4e46-8b86-f35e3d293f9a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.519861] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.519861] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.520706] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91bd8799-a144-43f3-8d7c-f9810da449e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.530648] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 679.530648] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528a8702-81a7-76ca-9cf9-ea0ef3476ab0" [ 679.530648] env[70917]: _type = "Task" [ 679.530648] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.545961] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528a8702-81a7-76ca-9cf9-ea0ef3476ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.551727] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.622303] env[70917]: INFO nova.compute.manager [-] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Took 2.00 seconds to deallocate network for instance. [ 679.703915] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updated VIF entry in instance network info cache for port 71be1587-b0d5-4801-b17b-c4ac6465cdbc. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.703915] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.787695] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31847bcf-c197-4d84-a182-66079b82a78b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.800233] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2273e685-cf0c-4b6e-b44c-39a0f9245f22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.856802] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e5e442-58f1-409e-8260-8d4d5c627077 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.864068] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62674} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.867825] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f450c3bd-3616-4627-8312-f6548d55260a/f450c3bd-3616-4627-8312-f6548d55260a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.867825] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.867825] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163f4f34-b31d-485f-83ef-15bff5dfc9f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.871102] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a11cde0-5f0a-408c-8e80-2a4ee7d6bb58 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.877313] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.889793] env[70917]: DEBUG nova.compute.provider_tree [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.892999] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 679.892999] env[70917]: value = "task-3461061" [ 679.892999] env[70917]: _type = "Task" [ 679.892999] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.901943] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "12220b63-b805-43a1-b4fc-08a6cc4e0978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.902253] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.907718] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.046339] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528a8702-81a7-76ca-9cf9-ea0ef3476ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.047288] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35c32ac-60b0-4cfb-b390-5bc8f7e61499 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.060018] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 680.060018] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52470838-7d69-ee6a-5fa8-65725f6b6b5f" [ 680.060018] env[70917]: _type = "Task" [ 680.060018] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.070836] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52470838-7d69-ee6a-5fa8-65725f6b6b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.097023] env[70917]: DEBUG nova.network.neutron [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Successfully created port: 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.130265] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.206572] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.206996] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Received event network-vif-plugged-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.207279] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquiring lock "f450c3bd-3616-4627-8312-f6548d55260a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.207545] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Lock "f450c3bd-3616-4627-8312-f6548d55260a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.207793] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Lock "f450c3bd-3616-4627-8312-f6548d55260a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.208023] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] No waiting events found dispatching network-vif-plugged-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.208293] env[70917]: WARNING nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Received unexpected event network-vif-plugged-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 for instance with vm_state building and task_state spawning. [ 680.208543] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Received event network-changed-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.208781] env[70917]: DEBUG nova.compute.manager [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Refreshing instance network info cache due to event network-changed-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.209081] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquiring lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.209363] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Acquired lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.209596] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Refreshing network info cache for port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.394697] env[70917]: DEBUG nova.scheduler.client.report [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.416948] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085649} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.417267] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.420268] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23103a3-7257-4598-8130-00a18878263b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.422944] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.451921] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f450c3bd-3616-4627-8312-f6548d55260a/f450c3bd-3616-4627-8312-f6548d55260a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.455494] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bf6eb9-1ecd-45dd-84a1-21f86a3301b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.479018] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 680.479018] env[70917]: value = "task-3461062" [ 680.479018] env[70917]: _type = "Task" [ 680.479018] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.491850] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.502995] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.503288] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.503449] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.503629] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.504239] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.504554] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.505337] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.505337] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.505626] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.505943] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.506966] env[70917]: DEBUG nova.virt.hardware [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.509484] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f606fb0-2a5b-4a82-8f61-03f532d9b506 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.521820] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.522251] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.530234] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac214c22-429b-4818-81d7-c58b155a7f73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.557918] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:87:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.572985] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.574829] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.577900] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.583487] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ce37cc-bb69-4f53-b28e-eb9ac0c76fde {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.609109] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52470838-7d69-ee6a-5fa8-65725f6b6b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.016859} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.610435] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610714] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.610951] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.610951] env[70917]: value = "task-3461063" [ 680.610951] env[70917]: _type = "Task" [ 680.610951] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.611757] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83cd01f-69cc-4ca9-ad2b-3b1574a3d7e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.629689] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.629958] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.630132] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.630323] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.630467] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.630611] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.630812] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.630974] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.631176] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.631342] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.631510] env[70917]: DEBUG nova.virt.hardware [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.631772] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461063, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.632338] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 680.632338] env[70917]: value = "task-3461064" [ 680.632338] env[70917]: _type = "Task" [ 680.632338] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.635126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40368214-1e54-4995-8eb1-9ae8e9edd12c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.648811] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.652096] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc9907b-d56e-4b4a-b6e1-ce824642c696 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.902018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.907338] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.280s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.907338] env[70917]: DEBUG nova.objects.instance [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 680.983487] env[70917]: INFO nova.scheduler.client.report [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Deleted allocations for instance 0d1251c2-445a-4c12-bd0f-57bf837f399b [ 681.011236] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.066842] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updated VIF entry in instance network info cache for port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.067724] env[70917]: DEBUG nova.network.neutron [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [{"id": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "address": "fa:16:3e:c9:85:c7", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c731eaf-2c", "ovs_interfaceid": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.090699] env[70917]: DEBUG nova.compute.manager [req-209b5d8e-f976-4c2c-a194-6daceb979af5 req-9a1299cf-61fb-4f45-9c1e-83ba5ec604c3 service nova] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Received event network-vif-deleted-2b08d637-23b2-414a-810d-76ff32054a49 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.129787] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461063, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.149922] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.496340] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461062, 'name': ReconfigVM_Task, 'duration_secs': 0.609818} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.500665] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f450c3bd-3616-4627-8312-f6548d55260a/f450c3bd-3616-4627-8312-f6548d55260a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.501931] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37a6a6f4-db0b-471a-a698-6e5ff6c82e66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.509729] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Lock "0d1251c2-445a-4c12-bd0f-57bf837f399b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.882s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.511072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "c10d4e2a-98bb-4195-841e-e22b89a22496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.512407] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.519667] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 681.519667] env[70917]: value = "task-3461065" [ 681.519667] env[70917]: _type = "Task" [ 681.519667] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.532390] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461065, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.574049] env[70917]: DEBUG oslo_concurrency.lockutils [req-22b3deab-0237-461c-aeac-ef122d7d2fcf req-71ac965c-9c05-4cf3-a4ad-3de362c5d529 service nova] Releasing lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.626192] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461063, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.651327] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638981} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.652190] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.652190] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.652380] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e75315a-f519-4a7f-bee6-44e93cae1a71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.662021] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 681.662021] env[70917]: value = "task-3461066" [ 681.662021] env[70917]: _type = "Task" [ 681.662021] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.674516] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.855893] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.855893] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.885963] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "b206dfbe-342b-4b0a-9f43-b603205d8db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.886334] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.922947] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fe1d3146-c555-431e-8fdd-f25b7952796a tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.925405] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.880s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.926976] env[70917]: INFO nova.compute.claims [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.010291] env[70917]: DEBUG nova.network.neutron [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Successfully updated port: 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.036858] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461065, 'name': Rename_Task, 'duration_secs': 0.219609} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.037183] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.037855] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90360f5c-4563-4c25-9f66-f86c6cfca470 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.047152] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 682.047152] env[70917]: value = "task-3461067" [ 682.047152] env[70917]: _type = "Task" [ 682.047152] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.055190] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.124812] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461063, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.172665] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078959} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.173819] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.174049] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0f2e71-b6b0-48d5-b92f-9843fce7849c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.195018] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.196046] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155b9cde-1f18-4beb-8696-2fac3c0c4f6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.216891] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 682.216891] env[70917]: value = "task-3461068" [ 682.216891] env[70917]: _type = "Task" [ 682.216891] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.225389] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.515072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.515225] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.515399] env[70917]: DEBUG nova.network.neutron [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.556481] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.631944] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461063, 'name': CreateVM_Task, 'duration_secs': 1.546253} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.632160] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.632777] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632985] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.633342] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.633611] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fa3e5d-3ded-42a7-8130-7bd6f63d6ab0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.643124] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 682.643124] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52924493-601b-d43b-34bd-cedfb866bc17" [ 682.643124] env[70917]: _type = "Task" [ 682.643124] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.653807] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52924493-601b-d43b-34bd-cedfb866bc17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.727017] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.890526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.890754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.893860] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "73ca3686-48f5-4044-8dc4-676d48e964a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.894137] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.910216] env[70917]: DEBUG nova.compute.manager [req-eb791dfd-a4f8-4694-8d21-130010340e17 req-e4d65141-35d1-460d-a4fd-6aaadd930943 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Received event network-vif-plugged-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.910489] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb791dfd-a4f8-4694-8d21-130010340e17 req-e4d65141-35d1-460d-a4fd-6aaadd930943 service nova] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.910717] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb791dfd-a4f8-4694-8d21-130010340e17 req-e4d65141-35d1-460d-a4fd-6aaadd930943 service nova] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.910926] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb791dfd-a4f8-4694-8d21-130010340e17 req-e4d65141-35d1-460d-a4fd-6aaadd930943 service nova] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.911977] env[70917]: DEBUG nova.compute.manager [req-eb791dfd-a4f8-4694-8d21-130010340e17 req-e4d65141-35d1-460d-a4fd-6aaadd930943 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] No waiting events found dispatching network-vif-plugged-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.912063] env[70917]: WARNING nova.compute.manager [req-eb791dfd-a4f8-4694-8d21-130010340e17 req-e4d65141-35d1-460d-a4fd-6aaadd930943 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Received unexpected event network-vif-plugged-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 for instance with vm_state building and task_state spawning. [ 683.057287] env[70917]: DEBUG oslo_vmware.api [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461067, 'name': PowerOnVM_Task, 'duration_secs': 0.935117} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.060101] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.060321] env[70917]: INFO nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Took 12.09 seconds to spawn the instance on the hypervisor. [ 683.060535] env[70917]: DEBUG nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.064747] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a346c9-99ab-4090-8fb3-0b60c303cd74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.083409] env[70917]: DEBUG nova.network.neutron [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.154774] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52924493-601b-d43b-34bd-cedfb866bc17, 'name': SearchDatastore_Task, 'duration_secs': 0.020967} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.155423] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.155423] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.155748] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.155896] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156556] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.156657] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd9de62-a57a-4f89-978d-a430dd07c004 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.166054] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.166360] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.167051] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189b3241-3bc8-42e9-9806-d96a82422127 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.177813] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 683.177813] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c9f1c0-eb58-6289-4ef5-67776ec90fb6" [ 683.177813] env[70917]: _type = "Task" [ 683.177813] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.187780] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c9f1c0-eb58-6289-4ef5-67776ec90fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.235904] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461068, 'name': ReconfigVM_Task, 'duration_secs': 0.686465} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.236256] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.237191] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-570b24a7-4f30-4ccc-89ee-395d0487b571 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.244835] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 683.244835] env[70917]: value = "task-3461069" [ 683.244835] env[70917]: _type = "Task" [ 683.244835] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.258904] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461069, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.278216] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "2f666dec-7728-444d-aad8-e2506e890556" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.278511] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.278727] env[70917]: DEBUG nova.compute.manager [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Going to confirm migration 1 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 683.365582] env[70917]: DEBUG nova.network.neutron [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updating instance_info_cache with network_info: [{"id": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "address": "fa:16:3e:78:74:b0", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ef8f4b-6a", "ovs_interfaceid": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.477024] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff23f642-6e69-47f2-b143-dfd48b6988e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.487827] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c7e6b-c3e8-4a9d-b4d9-447ebdf8b830 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.520786] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d6a9a-2c36-48b1-acee-f0cdb9518e1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.529182] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76905e17-8294-4f5a-8924-14f8f7810e26 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.543668] env[70917]: DEBUG nova.compute.provider_tree [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.584554] env[70917]: INFO nova.compute.manager [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Took 37.54 seconds to build instance. [ 683.691585] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c9f1c0-eb58-6289-4ef5-67776ec90fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.692550] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42069af-203c-47cc-9766-cfa98fe7f6d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.698297] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 683.698297] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fb00ca-eb0a-28a9-9d0f-e4f875275b89" [ 683.698297] env[70917]: _type = "Task" [ 683.698297] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.707632] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fb00ca-eb0a-28a9-9d0f-e4f875275b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.764275] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461069, 'name': Rename_Task, 'duration_secs': 0.152168} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.764275] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.764275] env[70917]: DEBUG nova.compute.manager [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Received event network-changed-61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.764275] env[70917]: DEBUG nova.compute.manager [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Refreshing instance network info cache due to event network-changed-61be4200-0bbf-4dc0-9a12-1693e44447c4. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.764275] env[70917]: DEBUG oslo_concurrency.lockutils [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] Acquiring lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.764617] env[70917]: DEBUG oslo_concurrency.lockutils [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] Acquired lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.764842] env[70917]: DEBUG nova.network.neutron [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Refreshing network info cache for port 61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.768655] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a085e48e-3da7-4f81-8b48-7f327fc1c7e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.776707] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 683.776707] env[70917]: value = "task-3461070" [ 683.776707] env[70917]: _type = "Task" [ 683.776707] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.790058] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.870609] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.871313] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Instance network_info: |[{"id": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "address": "fa:16:3e:78:74:b0", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ef8f4b-6a", "ovs_interfaceid": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.871811] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:74:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.884569] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Creating folder: Project (38f333a7352244328a2bbd77f4686d5f). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.886274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.886274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.886274] env[70917]: DEBUG nova.network.neutron [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.886274] env[70917]: DEBUG nova.objects.instance [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lazy-loading 'info_cache' on Instance uuid 2f666dec-7728-444d-aad8-e2506e890556 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.887649] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e318b9-cd75-4240-b686-5f32660cc78d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.899264] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Created folder: Project (38f333a7352244328a2bbd77f4686d5f) in parent group-v691255. [ 683.899461] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Creating folder: Instances. Parent ref: group-v691322. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.899697] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-142f3ee4-b8a6-4d4e-8d6b-b352f0b90838 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.908716] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Created folder: Instances in parent group-v691322. [ 683.908959] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.909166] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.909373] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-559b1f04-53eb-422f-996a-437f031bb546 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.930800] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.930800] env[70917]: value = "task-3461073" [ 683.930800] env[70917]: _type = "Task" [ 683.930800] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.939376] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461073, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.968806] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.970302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.047740] env[70917]: DEBUG nova.scheduler.client.report [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.088939] env[70917]: DEBUG oslo_concurrency.lockutils [None req-37c68bfd-4172-4691-b407-bee0190e1d7c tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.648s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.210573] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fb00ca-eb0a-28a9-9d0f-e4f875275b89, 'name': SearchDatastore_Task, 'duration_secs': 0.021858} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.210973] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.211483] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.211737] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-121de12f-3f9e-4e10-9f57-f80863db883b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.219199] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 684.219199] env[70917]: value = "task-3461074" [ 684.219199] env[70917]: _type = "Task" [ 684.219199] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.228612] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.291956] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.442821] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461073, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.520145] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.520145] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.552733] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.553284] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.556763] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.845s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.557433] env[70917]: DEBUG nova.objects.instance [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'resources' on Instance uuid e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.591052] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.638377] env[70917]: DEBUG nova.network.neutron [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updated VIF entry in instance network info cache for port 61be4200-0bbf-4dc0-9a12-1693e44447c4. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.638853] env[70917]: DEBUG nova.network.neutron [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updating instance_info_cache with network_info: [{"id": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "address": "fa:16:3e:95:b0:37", "network": {"id": "87081fc1-1f45-40e1-9b4d-c4a202717c6e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1262917811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb691f5b46d54a18b4671c902988ef85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61be4200-0b", "ovs_interfaceid": "61be4200-0bbf-4dc0-9a12-1693e44447c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.731485] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.796725] env[70917]: DEBUG oslo_vmware.api [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461070, 'name': PowerOnVM_Task, 'duration_secs': 0.668785} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.798801] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.798966] env[70917]: INFO nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Took 6.95 seconds to spawn the instance on the hypervisor. [ 684.799169] env[70917]: DEBUG nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.800163] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399de8a1-8143-488f-a8e3-bb7e0f97bb4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.941326] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461073, 'name': CreateVM_Task, 'duration_secs': 0.639784} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.941569] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.942268] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.942437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.942770] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.942997] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fef323-bee9-4d3d-9fc2-657a7abe31cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.951722] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 684.951722] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520d2f5a-c85a-0b24-32fc-81efdb1bccb5" [ 684.951722] env[70917]: _type = "Task" [ 684.951722] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.961440] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520d2f5a-c85a-0b24-32fc-81efdb1bccb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.028091] env[70917]: DEBUG nova.compute.utils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.066856] env[70917]: DEBUG nova.compute.utils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.068709] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.068989] env[70917]: DEBUG nova.network.neutron [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.111525] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.141152] env[70917]: DEBUG nova.policy [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d7145ac22104ef3a746327a1aaf38a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232aaa6a5afe425182bd80851bc5d581', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.142780] env[70917]: DEBUG oslo_concurrency.lockutils [req-d0f9c58d-957b-489b-b0a0-978a2e52fae4 req-cddc3045-3227-4851-81b8-aabb9827245c service nova] Releasing lock "refresh_cache-c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.212793] env[70917]: DEBUG nova.network.neutron [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [{"id": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "address": "fa:16:3e:21:04:09", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc91c62-17", "ovs_interfaceid": "6dc91c62-177e-487a-8dab-c457a9ec0bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.238231] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727527} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.238231] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.238231] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.238231] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffbf4aeb-3b1a-4e1d-8ea0-7bd6a7775308 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.250027] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 685.250027] env[70917]: value = "task-3461075" [ 685.250027] env[70917]: _type = "Task" [ 685.250027] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.257731] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.294184] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.294184] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "dc670653-4db2-4482-9b29-b3d9853a3593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.326297] env[70917]: INFO nova.compute.manager [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Took 32.64 seconds to build instance. [ 685.462160] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520d2f5a-c85a-0b24-32fc-81efdb1bccb5, 'name': SearchDatastore_Task, 'duration_secs': 0.034323} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.467060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.467060] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.467060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.467060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.467295] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.467295] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afce5c09-07dd-4cdf-ab25-88f148cc54d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.477520] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.477705] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.478439] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb933db7-c863-48c2-b70e-52411adf5ee0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.487778] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 685.487778] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52811800-b642-7ef1-862d-fc82036ff054" [ 685.487778] env[70917]: _type = "Task" [ 685.487778] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.495872] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52811800-b642-7ef1-862d-fc82036ff054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.537619] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.574327] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.640443] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161cc017-7fe3-4c67-a69a-45396d42f422 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.648851] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6689a1-ec1d-43f2-bf51-1358fac0b3ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.654833] env[70917]: DEBUG nova.network.neutron [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Successfully created port: 4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.684221] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7182318-85f0-44c2-8f0c-f1e88adf3047 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.691094] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ed22ac-8c1d-4356-983e-f3d39e3468f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.707881] env[70917]: DEBUG nova.compute.provider_tree [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.715600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-2f666dec-7728-444d-aad8-e2506e890556" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.715784] env[70917]: DEBUG nova.objects.instance [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lazy-loading 'migration_context' on Instance uuid 2f666dec-7728-444d-aad8-e2506e890556 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.762702] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082956} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.762973] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.767185] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4a47ab-1cb3-4c5f-8594-5a1674118393 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.789975] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.790325] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96dbfb68-c9f9-4206-8c5c-f438c0299bee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.810706] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 685.810706] env[70917]: value = "task-3461076" [ 685.810706] env[70917]: _type = "Task" [ 685.810706] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.819546] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.828556] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a6c1b1e7-ee2f-4ec3-b0b1-9eb3f3a13c6d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "95f3eafa-1f2e-4980-9a33-d115bd946af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.155s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.998575] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52811800-b642-7ef1-862d-fc82036ff054, 'name': SearchDatastore_Task, 'duration_secs': 0.014882} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.999648] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00f09ee-9930-4e2d-a2e4-93f518deeec2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.005405] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 686.005405] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5283ac41-d6bc-c2d8-5711-37ae5a9502be" [ 686.005405] env[70917]: _type = "Task" [ 686.005405] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.012943] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5283ac41-d6bc-c2d8-5711-37ae5a9502be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.212318] env[70917]: DEBUG nova.scheduler.client.report [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.219340] env[70917]: DEBUG nova.objects.base [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Object Instance<2f666dec-7728-444d-aad8-e2506e890556> lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 686.220184] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dad358-fab7-4883-a3bc-b72d8bbb1323 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.243776] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a373224-0b28-467b-a9bc-97b785e97f75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.252708] env[70917]: DEBUG oslo_vmware.api [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 686.252708] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5269f9e7-1a6f-f8e1-dd68-e9cfceef9413" [ 686.252708] env[70917]: _type = "Task" [ 686.252708] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.263792] env[70917]: DEBUG oslo_vmware.api [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5269f9e7-1a6f-f8e1-dd68-e9cfceef9413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.328665] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.328904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.329223] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.330343] env[70917]: DEBUG nova.compute.manager [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Received event network-changed-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.330527] env[70917]: DEBUG nova.compute.manager [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Refreshing instance network info cache due to event network-changed-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.330727] env[70917]: DEBUG oslo_concurrency.lockutils [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] Acquiring lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.330925] env[70917]: DEBUG oslo_concurrency.lockutils [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] Acquired lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.331128] env[70917]: DEBUG nova.network.neutron [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Refreshing network info cache for port 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.334981] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.522057] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5283ac41-d6bc-c2d8-5711-37ae5a9502be, 'name': SearchDatastore_Task, 'duration_secs': 0.04531} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.523037] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.524028] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] af4c024d-a139-46db-8e67-5760f1be1fe8/af4c024d-a139-46db-8e67-5760f1be1fe8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.524028] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e6c708d-bab3-41b4-9732-a64bb391626c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.532602] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 686.532602] env[70917]: value = "task-3461077" [ 686.532602] env[70917]: _type = "Task" [ 686.532602] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.543416] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.587025] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.615100] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.615450] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.616204] env[70917]: INFO nova.compute.manager [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Attaching volume 45520d6c-dba6-49e5-b47b-b133aad1b97a to /dev/sdb [ 686.621740] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.621740] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.621740] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.622091] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.622091] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.622091] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.622091] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.622091] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.622286] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.622286] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.622286] env[70917]: DEBUG nova.virt.hardware [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.622862] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20ba12-a246-493e-ba9c-19003227a294 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.634655] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f31f8b-d5b5-42e3-b6ce-8ba69744aa72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.669470] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a42fee-331a-4acb-a1b8-7a76011c3800 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.676847] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfaaa2-7c84-4dd5-867d-32ff7c9faee6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.690955] env[70917]: DEBUG nova.virt.block_device [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updating existing volume attachment record: 78cb58d5-959d-487b-b332-5979c802dda0 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 686.715882] env[70917]: DEBUG nova.compute.manager [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Received event network-changed-71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.715882] env[70917]: DEBUG nova.compute.manager [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Refreshing instance network info cache due to event network-changed-71be1587-b0d5-4801-b17b-c4ac6465cdbc. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.715882] env[70917]: DEBUG oslo_concurrency.lockutils [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.715882] env[70917]: DEBUG oslo_concurrency.lockutils [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.716288] env[70917]: DEBUG nova.network.neutron [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Refreshing network info cache for port 71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.718198] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.722319] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.599s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.723882] env[70917]: INFO nova.compute.claims [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.752635] env[70917]: INFO nova.scheduler.client.report [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocations for instance e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec [ 686.768892] env[70917]: DEBUG oslo_vmware.api [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5269f9e7-1a6f-f8e1-dd68-e9cfceef9413, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.769366] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.823427] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461076, 'name': ReconfigVM_Task, 'duration_secs': 0.859142} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.823735] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f/9a32e74a-03be-4858-ac7b-a6f91f8bdf2f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.824591] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71ce6c43-9750-4190-ab7e-a55db40f9d2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.842615] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 686.842615] env[70917]: value = "task-3461078" [ 686.842615] env[70917]: _type = "Task" [ 686.842615] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.861326] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461078, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.868913] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.051737] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.267974] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.816s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.356901] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461078, 'name': Rename_Task, 'duration_secs': 0.275227} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.357436] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.357739] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b50b4c1b-6600-40d0-9791-27d9249d5919 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.365451] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 687.365451] env[70917]: value = "task-3461082" [ 687.365451] env[70917]: _type = "Task" [ 687.365451] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.381530] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.500852] env[70917]: DEBUG nova.network.neutron [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Successfully updated port: 4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.545397] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637842} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.545679] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] af4c024d-a139-46db-8e67-5760f1be1fe8/af4c024d-a139-46db-8e67-5760f1be1fe8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.546463] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.546463] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-735d5379-c933-42a5-b0e2-a0707566f0a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.557937] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 687.557937] env[70917]: value = "task-3461083" [ 687.557937] env[70917]: _type = "Task" [ 687.557937] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.567618] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.640630] env[70917]: DEBUG nova.network.neutron [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updated VIF entry in instance network info cache for port 71be1587-b0d5-4801-b17b-c4ac6465cdbc. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.641153] env[70917]: DEBUG nova.network.neutron [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.650533] env[70917]: DEBUG nova.network.neutron [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updated VIF entry in instance network info cache for port 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.651033] env[70917]: DEBUG nova.network.neutron [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updating instance_info_cache with network_info: [{"id": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "address": "fa:16:3e:78:74:b0", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ef8f4b-6a", "ovs_interfaceid": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.883357] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461082, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.004924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "refresh_cache-051c137c-ed83-4dc6-a3e0-7866c30605c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.005630] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquired lock "refresh_cache-051c137c-ed83-4dc6-a3e0-7866c30605c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.007478] env[70917]: DEBUG nova.network.neutron [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.074690] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071008} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.074975] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.076396] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc353f-0774-4e22-9257-04bf84bae3ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.104347] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] af4c024d-a139-46db-8e67-5760f1be1fe8/af4c024d-a139-46db-8e67-5760f1be1fe8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.107765] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034c78d4-b4ff-4366-ad06-2b5691670c2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.131061] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 688.131061] env[70917]: value = "task-3461084" [ 688.131061] env[70917]: _type = "Task" [ 688.131061] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.146426] env[70917]: DEBUG oslo_concurrency.lockutils [req-19d739fd-70dd-4559-a3b2-9ef5ee57ef03 req-e4c3f715-69b7-4999-8289-003533eec976 service nova] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.146993] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.156861] env[70917]: DEBUG oslo_concurrency.lockutils [req-9fb5c596-acb6-49fe-8867-a0d48a8ec82d req-226d03cb-ed6a-4bfb-bef0-5ce75ea87f34 service nova] Releasing lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.324441] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4b9aee-5b79-4818-87ab-f7a898141b37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.332410] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6196cbc3-67f1-4bf3-9b4b-2dc638ff0e6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.372416] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022bc9dd-0969-4dd5-bff7-f99f656e5bde {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.381760] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.385777] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1528f-7c0b-4e1c-987d-f9a39186b2ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.401097] env[70917]: DEBUG nova.compute.provider_tree [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.570476] env[70917]: DEBUG nova.network.neutron [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.644623] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.815221] env[70917]: DEBUG nova.network.neutron [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Updating instance_info_cache with network_info: [{"id": "4777e688-d0c7-4152-ab4e-b97f5779242f", "address": "fa:16:3e:f3:df:28", "network": {"id": "11a7e092-33b1-4c40-9084-7263dbf84dfd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1707761888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232aaa6a5afe425182bd80851bc5d581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4777e688-d0", "ovs_interfaceid": "4777e688-d0c7-4152-ab4e-b97f5779242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.882306] env[70917]: DEBUG oslo_vmware.api [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461082, 'name': PowerOnVM_Task, 'duration_secs': 1.218116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.882306] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.882306] env[70917]: DEBUG nova.compute.manager [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.882306] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694feb27-3326-4569-b31a-acf80354b697 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.904231] env[70917]: DEBUG nova.scheduler.client.report [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.971190] env[70917]: DEBUG nova.compute.manager [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.971190] env[70917]: DEBUG nova.compute.manager [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing instance network info cache due to event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.971190] env[70917]: DEBUG oslo_concurrency.lockutils [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] Acquiring lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.971190] env[70917]: DEBUG oslo_concurrency.lockutils [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] Acquired lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.971190] env[70917]: DEBUG nova.network.neutron [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.683516] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Releasing lock "refresh_cache-051c137c-ed83-4dc6-a3e0-7866c30605c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.683885] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Instance network_info: |[{"id": "4777e688-d0c7-4152-ab4e-b97f5779242f", "address": "fa:16:3e:f3:df:28", "network": {"id": "11a7e092-33b1-4c40-9084-7263dbf84dfd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1707761888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232aaa6a5afe425182bd80851bc5d581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4777e688-d0", "ovs_interfaceid": "4777e688-d0c7-4152-ab4e-b97f5779242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.687524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.965s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.688054] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.696236] env[70917]: DEBUG nova.compute.manager [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Received event network-vif-plugged-4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.696236] env[70917]: DEBUG oslo_concurrency.lockutils [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] Acquiring lock "051c137c-ed83-4dc6-a3e0-7866c30605c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.696236] env[70917]: DEBUG oslo_concurrency.lockutils [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.696236] env[70917]: DEBUG oslo_concurrency.lockutils [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.696236] env[70917]: DEBUG nova.compute.manager [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] No waiting events found dispatching network-vif-plugged-4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.696462] env[70917]: WARNING nova.compute.manager [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Received unexpected event network-vif-plugged-4777e688-d0c7-4152-ab4e-b97f5779242f for instance with vm_state building and task_state spawning. [ 689.696462] env[70917]: DEBUG nova.compute.manager [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Received event network-changed-4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.696462] env[70917]: DEBUG nova.compute.manager [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Refreshing instance network info cache due to event network-changed-4777e688-d0c7-4152-ab4e-b97f5779242f. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.696462] env[70917]: DEBUG oslo_concurrency.lockutils [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] Acquiring lock "refresh_cache-051c137c-ed83-4dc6-a3e0-7866c30605c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.696462] env[70917]: DEBUG oslo_concurrency.lockutils [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] Acquired lock "refresh_cache-051c137c-ed83-4dc6-a3e0-7866c30605c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.696644] env[70917]: DEBUG nova.network.neutron [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Refreshing network info cache for port 4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.700224] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:df:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4777e688-d0c7-4152-ab4e-b97f5779242f', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.707412] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Creating folder: Project (232aaa6a5afe425182bd80851bc5d581). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.707719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.644s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.707956] env[70917]: DEBUG nova.objects.instance [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 689.711291] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.713661] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5d36769-3656-4392-91c9-f1b7626df961 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.721701] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461084, 'name': ReconfigVM_Task, 'duration_secs': 0.612869} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.722887] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Reconfigured VM instance instance-00000015 to attach disk [datastore2] af4c024d-a139-46db-8e67-5760f1be1fe8/af4c024d-a139-46db-8e67-5760f1be1fe8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.722887] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c20c296-dd77-46c4-9579-d63d955d90cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.725710] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Created folder: Project (232aaa6a5afe425182bd80851bc5d581) in parent group-v691255. [ 689.725890] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Creating folder: Instances. Parent ref: group-v691328. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.726429] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e1e584b-5e9f-4090-b004-51095cbb859a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.733021] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 689.733021] env[70917]: value = "task-3461087" [ 689.733021] env[70917]: _type = "Task" [ 689.733021] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.739546] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Created folder: Instances in parent group-v691328. [ 689.739546] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.741175] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.741828] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461087, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.741828] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e495b95a-c08d-46c5-b717-1a211578ea0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.761117] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.761117] env[70917]: value = "task-3461089" [ 689.761117] env[70917]: _type = "Task" [ 689.761117] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.776272] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461089, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.041504] env[70917]: DEBUG nova.network.neutron [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Updated VIF entry in instance network info cache for port 4777e688-d0c7-4152-ab4e-b97f5779242f. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.041936] env[70917]: DEBUG nova.network.neutron [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Updating instance_info_cache with network_info: [{"id": "4777e688-d0c7-4152-ab4e-b97f5779242f", "address": "fa:16:3e:f3:df:28", "network": {"id": "11a7e092-33b1-4c40-9084-7263dbf84dfd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1707761888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232aaa6a5afe425182bd80851bc5d581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4777e688-d0", "ovs_interfaceid": "4777e688-d0c7-4152-ab4e-b97f5779242f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.203487] env[70917]: DEBUG nova.compute.utils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.205760] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.205972] env[70917]: DEBUG nova.network.neutron [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.243806] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461087, 'name': Rename_Task, 'duration_secs': 0.1584} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.244616] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.245183] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926b7c75-3577-479a-ad48-06c5537296fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.254682] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 690.254682] env[70917]: value = "task-3461090" [ 690.254682] env[70917]: _type = "Task" [ 690.254682] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.255776] env[70917]: DEBUG nova.policy [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c104538f374b1fa4cb9f2059ed0e4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9304e9cf48c4905905635eddf1529c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.258287] env[70917]: DEBUG nova.network.neutron [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updated VIF entry in instance network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.258793] env[70917]: DEBUG nova.network.neutron [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.273699] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461090, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.280022] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461089, 'name': CreateVM_Task, 'duration_secs': 0.353073} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.280841] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.282138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.282312] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.282626] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.283638] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ced5a46-9aa4-44f6-a2ba-0650ac5bfab8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.289482] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 690.289482] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527a7e85-a9f8-bf8e-3482-d71b78f6397c" [ 690.289482] env[70917]: _type = "Task" [ 690.289482] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.301675] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527a7e85-a9f8-bf8e-3482-d71b78f6397c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.418676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.418676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.545656] env[70917]: DEBUG oslo_concurrency.lockutils [req-26bd1c06-968d-4bfc-b395-8b2a8142fa8e req-cec4e54f-e90c-4113-b684-a4952428dfb3 service nova] Releasing lock "refresh_cache-051c137c-ed83-4dc6-a3e0-7866c30605c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.711300] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.719594] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd3ebaf5-fc0b-4242-9a90-0fc0e94a37cd tempest-ServersAdmin275Test-1627456872 tempest-ServersAdmin275Test-1627456872-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.719594] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.090s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.719594] env[70917]: DEBUG nova.objects.instance [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lazy-loading 'resources' on Instance uuid b57ffe91-4cba-41fc-9c3b-8db661b91780 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.765530] env[70917]: DEBUG oslo_concurrency.lockutils [req-b682b4f3-e1f4-4e29-909b-8b71b5def800 req-c85a4024-1dea-4700-8cd4-06eff8cd5784 service nova] Releasing lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.771275] env[70917]: DEBUG oslo_vmware.api [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461090, 'name': PowerOnVM_Task, 'duration_secs': 0.465634} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.773201] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.774125] env[70917]: INFO nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Took 10.20 seconds to spawn the instance on the hypervisor. [ 690.775287] env[70917]: DEBUG nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.776546] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad33799-512f-48b7-a6fb-b508d2d748aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.797129] env[70917]: DEBUG nova.network.neutron [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Successfully created port: 38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.804379] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527a7e85-a9f8-bf8e-3482-d71b78f6397c, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.805156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.805156] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.805156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.805335] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.805454] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.806543] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b37cca-9316-4845-ab7d-11bf2d389dee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.818489] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.818489] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.818489] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f6b822-df51-4d3a-9cd5-cfe0c6c13951 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.822173] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 690.822173] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f92f1e-290a-fded-aa52-35871b0ca8be" [ 690.822173] env[70917]: _type = "Task" [ 690.822173] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.826786] env[70917]: INFO nova.compute.manager [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Rebuilding instance [ 690.836066] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f92f1e-290a-fded-aa52-35871b0ca8be, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.837549] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a23160-9378-48b0-aa60-d0ea32107fa3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.846173] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 690.846173] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a376b6-4fc6-2377-d49b-2e395a44f136" [ 690.846173] env[70917]: _type = "Task" [ 690.846173] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.856164] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a376b6-4fc6-2377-d49b-2e395a44f136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.894228] env[70917]: DEBUG nova.compute.manager [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.895300] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c054ce-f082-4966-aba7-5287a0ef54eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.270964] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 691.271260] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691327', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'name': 'volume-45520d6c-dba6-49e5-b47b-b133aad1b97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd42d1d63-4a32-4ce8-adef-ae483488c5aa', 'attached_at': '', 'detached_at': '', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'serial': '45520d6c-dba6-49e5-b47b-b133aad1b97a'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 691.272561] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb50963-b729-4b3c-9aec-eace02bb2d9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.300841] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483e5c99-8b02-4d10-8161-ae3ab6f7afcf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.306304] env[70917]: INFO nova.compute.manager [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Took 36.09 seconds to build instance. [ 691.332996] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-45520d6c-dba6-49e5-b47b-b133aad1b97a/volume-45520d6c-dba6-49e5-b47b-b133aad1b97a.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.333698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d5738dca-7f5f-49f8-84d0-8fe398755045 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.133s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.336820] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fac83d-5afe-4d7b-aa3b-85a5c2548c11 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.363987] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a376b6-4fc6-2377-d49b-2e395a44f136, 'name': SearchDatastore_Task, 'duration_secs': 0.016711} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.365411] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.366847] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 051c137c-ed83-4dc6-a3e0-7866c30605c5/051c137c-ed83-4dc6-a3e0-7866c30605c5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.366847] env[70917]: DEBUG oslo_vmware.api [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Waiting for the task: (returnval){ [ 691.366847] env[70917]: value = "task-3461091" [ 691.366847] env[70917]: _type = "Task" [ 691.366847] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.366847] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b4c74f-5bd7-4a81-80a2-b21109762599 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.382442] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 691.382442] env[70917]: value = "task-3461092" [ 691.382442] env[70917]: _type = "Task" [ 691.382442] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.385901] env[70917]: DEBUG oslo_vmware.api [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.398671] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.727650] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.776182] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.776498] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.776639] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.776827] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.778120] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.778120] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.778120] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.778120] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.778120] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.778549] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.778549] env[70917]: DEBUG nova.virt.hardware [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.781767] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fcd77c-55ca-4c4d-b45e-5c4d2cdbfdfe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.788787] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ea473-a018-47bd-8c5f-9f4e6a3c8c8f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.853605] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.883393] env[70917]: DEBUG oslo_vmware.api [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461091, 'name': ReconfigVM_Task, 'duration_secs': 0.491856} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.883393] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-45520d6c-dba6-49e5-b47b-b133aad1b97a/volume-45520d6c-dba6-49e5-b47b-b133aad1b97a.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.888371] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcdb9374-2069-461d-a810-f00d06b98118 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.911528] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.915732] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e91b48e-1a5c-425c-9798-e551b531c225 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.917428] env[70917]: DEBUG oslo_vmware.api [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Waiting for the task: (returnval){ [ 691.917428] env[70917]: value = "task-3461093" [ 691.917428] env[70917]: _type = "Task" [ 691.917428] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.917938] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48859} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.918268] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 051c137c-ed83-4dc6-a3e0-7866c30605c5/051c137c-ed83-4dc6-a3e0-7866c30605c5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.918481] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.922048] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d5b50d3-4993-4e0a-b044-09b1ced97905 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.925581] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 691.925581] env[70917]: value = "task-3461094" [ 691.925581] env[70917]: _type = "Task" [ 691.925581] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.937128] env[70917]: DEBUG oslo_vmware.api [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.937493] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 691.937493] env[70917]: value = "task-3461095" [ 691.937493] env[70917]: _type = "Task" [ 691.937493] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.943565] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.950231] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.982855] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48125d76-80cd-4001-b6af-dd92b003edee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.990586] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f8566-9a47-4df5-9826-83ddf7124dd5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.023578] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afa5cd5-504b-4ef7-a3e2-ab0347391366 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.031797] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be432cd-e15e-4f32-a330-9d53bf464163 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.048636] env[70917]: DEBUG nova.compute.provider_tree [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.120303] env[70917]: DEBUG nova.compute.manager [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.120518] env[70917]: DEBUG nova.compute.manager [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing instance network info cache due to event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.120997] env[70917]: DEBUG oslo_concurrency.lockutils [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] Acquiring lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.120997] env[70917]: DEBUG oslo_concurrency.lockutils [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] Acquired lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.121121] env[70917]: DEBUG nova.network.neutron [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.383919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.429631] env[70917]: DEBUG oslo_vmware.api [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461093, 'name': ReconfigVM_Task, 'duration_secs': 0.192016} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.433434] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691327', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'name': 'volume-45520d6c-dba6-49e5-b47b-b133aad1b97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd42d1d63-4a32-4ce8-adef-ae483488c5aa', 'attached_at': '', 'detached_at': '', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'serial': '45520d6c-dba6-49e5-b47b-b133aad1b97a'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 692.440624] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461094, 'name': PowerOffVM_Task, 'duration_secs': 0.171467} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.444569] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.444725] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.446382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f0b6cc-5291-41d1-b3b3-cbf37266b29d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.453387] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081515} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.455552] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.456141] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.457785] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643bfe9a-8835-4efb-bbcc-438336917d4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.459572] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be4b1efe-2c4a-4945-b8b6-ff08830ff18b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.483825] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 051c137c-ed83-4dc6-a3e0-7866c30605c5/051c137c-ed83-4dc6-a3e0-7866c30605c5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.485251] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe263d05-d614-4f8b-8660-860ef41444e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.500200] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.500883] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.501094] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Deleting the datastore file [datastore2] 95f3eafa-1f2e-4980-9a33-d115bd946af5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.501721] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a081ed-d681-48d0-8db2-d260d80ef788 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.508446] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 692.508446] env[70917]: value = "task-3461098" [ 692.508446] env[70917]: _type = "Task" [ 692.508446] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.509752] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 692.509752] env[70917]: value = "task-3461097" [ 692.509752] env[70917]: _type = "Task" [ 692.509752] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.522231] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.527382] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.553207] env[70917]: DEBUG nova.scheduler.client.report [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.754825] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.755116] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.755325] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.755521] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.755680] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.758091] env[70917]: INFO nova.compute.manager [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Terminating instance [ 692.806371] env[70917]: DEBUG nova.network.neutron [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Successfully updated port: 38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.022840] env[70917]: DEBUG nova.network.neutron [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updated VIF entry in instance network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.023488] env[70917]: DEBUG nova.network.neutron [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.032864] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238341} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.034220] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.034220] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.034220] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.043954] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.060228] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.062631] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.217s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.064440] env[70917]: INFO nova.compute.claims [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.087967] env[70917]: INFO nova.scheduler.client.report [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted allocations for instance b57ffe91-4cba-41fc-9c3b-8db661b91780 [ 693.265248] env[70917]: DEBUG nova.compute.manager [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.265504] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.266581] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab05fae-35ae-4a74-bedf-5e5d2cdd45f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.278293] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.278293] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af22d6f-7d45-48a5-b96a-2fd3e8d5f165 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.287120] env[70917]: DEBUG oslo_vmware.api [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 693.287120] env[70917]: value = "task-3461099" [ 693.287120] env[70917]: _type = "Task" [ 693.287120] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.299559] env[70917]: DEBUG oslo_vmware.api [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.309925] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "refresh_cache-2b45d5ab-8870-4d3c-b645-d7587fb9466f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.310134] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "refresh_cache-2b45d5ab-8870-4d3c-b645-d7587fb9466f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.310291] env[70917]: DEBUG nova.network.neutron [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.409406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "2b60c927-0466-46f5-8695-78c19010f1c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.409689] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "2b60c927-0466-46f5-8695-78c19010f1c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.481980] env[70917]: DEBUG nova.objects.instance [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lazy-loading 'flavor' on Instance uuid d42d1d63-4a32-4ce8-adef-ae483488c5aa {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.532014] env[70917]: DEBUG oslo_concurrency.lockutils [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] Releasing lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.532391] env[70917]: DEBUG nova.compute.manager [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Received event network-changed-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.532769] env[70917]: DEBUG nova.compute.manager [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Refreshing instance network info cache due to event network-changed-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.533455] env[70917]: DEBUG oslo_concurrency.lockutils [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] Acquiring lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.533715] env[70917]: DEBUG oslo_concurrency.lockutils [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] Acquired lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.534014] env[70917]: DEBUG nova.network.neutron [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Refreshing network info cache for port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.539020] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461097, 'name': ReconfigVM_Task, 'duration_secs': 0.702476} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.539020] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 051c137c-ed83-4dc6-a3e0-7866c30605c5/051c137c-ed83-4dc6-a3e0-7866c30605c5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.539020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0d9a90-1c72-405d-84d9-d2ad59031bbb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.549494] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 693.549494] env[70917]: value = "task-3461100" [ 693.549494] env[70917]: _type = "Task" [ 693.549494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.566689] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461100, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.599851] env[70917]: DEBUG oslo_concurrency.lockutils [None req-429d09f8-84d8-48db-af24-aacb4f52592d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "b57ffe91-4cba-41fc-9c3b-8db661b91780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.587s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.743849] env[70917]: DEBUG nova.compute.manager [req-19e34de8-6bd4-4aa9-bbde-02183f7b6758 req-5a056759-3684-4e7b-8f69-7482b675a30f service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Received event network-vif-plugged-38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.744204] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e34de8-6bd4-4aa9-bbde-02183f7b6758 req-5a056759-3684-4e7b-8f69-7482b675a30f service nova] Acquiring lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.744490] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e34de8-6bd4-4aa9-bbde-02183f7b6758 req-5a056759-3684-4e7b-8f69-7482b675a30f service nova] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.744702] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e34de8-6bd4-4aa9-bbde-02183f7b6758 req-5a056759-3684-4e7b-8f69-7482b675a30f service nova] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.744921] env[70917]: DEBUG nova.compute.manager [req-19e34de8-6bd4-4aa9-bbde-02183f7b6758 req-5a056759-3684-4e7b-8f69-7482b675a30f service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] No waiting events found dispatching network-vif-plugged-38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.745144] env[70917]: WARNING nova.compute.manager [req-19e34de8-6bd4-4aa9-bbde-02183f7b6758 req-5a056759-3684-4e7b-8f69-7482b675a30f service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Received unexpected event network-vif-plugged-38eb0318-58da-4856-8e79-29b76c95f1d0 for instance with vm_state building and task_state spawning. [ 693.798028] env[70917]: DEBUG oslo_vmware.api [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461099, 'name': PowerOffVM_Task, 'duration_secs': 0.446507} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.798028] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.798028] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.798028] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8d44ad-5d8c-476f-8c53-78114a037772 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.856106] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.856461] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.856821] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore2] 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.858164] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e503d2-3281-488e-a4c6-6771ff37c335 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.864899] env[70917]: DEBUG oslo_vmware.api [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 693.864899] env[70917]: value = "task-3461102" [ 693.864899] env[70917]: _type = "Task" [ 693.864899] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.873999] env[70917]: DEBUG oslo_vmware.api [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.885031] env[70917]: DEBUG nova.network.neutron [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.989076] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b119187-710c-4d60-9a5c-875eb0795ec7 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.374s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.063601] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461100, 'name': Rename_Task, 'duration_secs': 0.139768} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.063601] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.063601] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7616f0b-bc4c-4d4a-86fc-fc206a919f81 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.073029] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 694.073029] env[70917]: value = "task-3461103" [ 694.073029] env[70917]: _type = "Task" [ 694.073029] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.087292] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.093208] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.093693] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.094018] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.094228] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.094382] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.094529] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.095289] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.095550] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.095791] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.096095] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.096400] env[70917]: DEBUG nova.virt.hardware [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.097263] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189d6db-df45-4023-8819-59415b80f9b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.113015] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc055c-40aa-4586-82ea-1bad8bdb9e47 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.127994] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.134870] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.138219] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.138438] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a6f13a-b913-4861-901e-46267f744208 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.159959] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.159959] env[70917]: value = "task-3461104" [ 694.159959] env[70917]: _type = "Task" [ 694.159959] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.168046] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461104, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.189538] env[70917]: DEBUG nova.network.neutron [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Updating instance_info_cache with network_info: [{"id": "38eb0318-58da-4856-8e79-29b76c95f1d0", "address": "fa:16:3e:0a:f5:b1", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eb0318-58", "ovs_interfaceid": "38eb0318-58da-4856-8e79-29b76c95f1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.231464] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.231976] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.376502] env[70917]: DEBUG oslo_vmware.api [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160292} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.376777] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.376961] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.377152] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.377358] env[70917]: INFO nova.compute.manager [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 694.377619] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.377828] env[70917]: DEBUG nova.compute.manager [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.377944] env[70917]: DEBUG nova.network.neutron [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.482206] env[70917]: DEBUG nova.network.neutron [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updated VIF entry in instance network info cache for port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.482717] env[70917]: DEBUG nova.network.neutron [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [{"id": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "address": "fa:16:3e:c9:85:c7", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c731eaf-2c", "ovs_interfaceid": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.584621] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461103, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.659419] env[70917]: DEBUG nova.compute.manager [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Received event network-changed-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.659616] env[70917]: DEBUG nova.compute.manager [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Refreshing instance network info cache due to event network-changed-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.659809] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] Acquiring lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.672624] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461104, 'name': CreateVM_Task, 'duration_secs': 0.337961} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.675419] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.677635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.677839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.678171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.678442] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfcf0cb-34f8-400d-bbd6-1448aa9701ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.684704] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 694.684704] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eccfc2-339a-8cfe-3724-221b7c041f71" [ 694.684704] env[70917]: _type = "Task" [ 694.684704] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.694259] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "refresh_cache-2b45d5ab-8870-4d3c-b645-d7587fb9466f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.694259] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Instance network_info: |[{"id": "38eb0318-58da-4856-8e79-29b76c95f1d0", "address": "fa:16:3e:0a:f5:b1", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eb0318-58", "ovs_interfaceid": "38eb0318-58da-4856-8e79-29b76c95f1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.700437] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:f5:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38eb0318-58da-4856-8e79-29b76c95f1d0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.708515] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Creating folder: Project (d9304e9cf48c4905905635eddf1529c1). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.709234] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eccfc2-339a-8cfe-3724-221b7c041f71, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.710363] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f96e1a3e-e93d-4e8f-a558-8158ef311aca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.712229] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.712450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.712673] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.712819] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.712974] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.713895] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd00a5d-e962-48bd-aba8-dbef90faf9d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.716726] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db45cb7-e72c-48f5-9e67-afc6c5120371 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.723079] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75193e64-7804-44e3-adaf-9522b4eea77f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.729592] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.729772] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.730530] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Created folder: Project (d9304e9cf48c4905905635eddf1529c1) in parent group-v691255. [ 694.730711] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Creating folder: Instances. Parent ref: group-v691332. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.731504] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b2fb53-212a-438b-a43d-765f993ffcfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.736553] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66d10bb-baa0-4758-832d-fa0b86d16f51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.762724] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f2ce45-ac9b-4abc-9ec8-ca6642c84e78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.767145] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 694.767145] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523a2cf2-d4a2-048e-c20b-b00fbec03a7b" [ 694.767145] env[70917]: _type = "Task" [ 694.767145] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.774923] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Created folder: Instances in parent group-v691332. [ 694.775179] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.775769] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.777164] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b26d64a-e5bb-40e5-a475-0073b80f41a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.784201] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f4e2f75-f9eb-47d9-b7e9-8667e461a26b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.798843] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523a2cf2-d4a2-048e-c20b-b00fbec03a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.800519] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6eb8c28-575f-41b4-ab54-a16bd317107f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.812655] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.812655] env[70917]: value = "task-3461107" [ 694.812655] env[70917]: _type = "Task" [ 694.812655] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.813464] env[70917]: DEBUG nova.compute.provider_tree [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.818909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "f450c3bd-3616-4627-8312-f6548d55260a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.819148] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.819357] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "f450c3bd-3616-4627-8312-f6548d55260a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.819534] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.819762] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.829214] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 694.829214] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525c8d39-c5cf-b5aa-1394-10b72eecd9aa" [ 694.829214] env[70917]: _type = "Task" [ 694.829214] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.833857] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461107, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.844288] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525c8d39-c5cf-b5aa-1394-10b72eecd9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.845444] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.845444] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.845574] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51ebae9-1b27-4f57-bb82-dcf61b539bcf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.850335] env[70917]: INFO nova.compute.manager [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Terminating instance [ 694.854497] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 694.854497] env[70917]: value = "task-3461108" [ 694.854497] env[70917]: _type = "Task" [ 694.854497] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.864107] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.990054] env[70917]: DEBUG oslo_concurrency.lockutils [req-1fbd13b1-ca3f-4cd0-acd1-a7a3888d8fba req-c32d5a2e-2595-4b40-9ce0-2284ad5ee0ac service nova] Releasing lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.990687] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] Acquired lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.990965] env[70917]: DEBUG nova.network.neutron [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Refreshing network info cache for port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.086322] env[70917]: DEBUG oslo_vmware.api [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461103, 'name': PowerOnVM_Task, 'duration_secs': 0.58938} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.086322] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.086322] env[70917]: INFO nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Took 8.50 seconds to spawn the instance on the hypervisor. [ 695.086322] env[70917]: DEBUG nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.087322] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff53c71-ad91-4a89-82c7-b9cb2461ba13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.232323] env[70917]: DEBUG nova.network.neutron [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.325634] env[70917]: DEBUG nova.scheduler.client.report [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.339224] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461107, 'name': CreateVM_Task, 'duration_secs': 0.484521} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.339224] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.339224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.339224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.339224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.339410] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b119881a-487c-4cb9-ba5c-5f574efc9dc8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.345211] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 695.345211] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52469349-a95d-c1ce-4da3-40f8b6269095" [ 695.345211] env[70917]: _type = "Task" [ 695.345211] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.357381] env[70917]: DEBUG nova.compute.manager [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.358162] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.358668] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52469349-a95d-c1ce-4da3-40f8b6269095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.360661] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52060fb-6208-427b-954f-3194d55c63de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.373951] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.377729] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-901d83ac-32b3-4b8d-b161-38160b25e0c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.379757] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461108, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.387758] env[70917]: DEBUG oslo_vmware.api [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 695.387758] env[70917]: value = "task-3461109" [ 695.387758] env[70917]: _type = "Task" [ 695.387758] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.396581] env[70917]: DEBUG oslo_vmware.api [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.615210] env[70917]: INFO nova.compute.manager [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Took 37.59 seconds to build instance. [ 695.739217] env[70917]: INFO nova.compute.manager [-] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Took 1.36 seconds to deallocate network for instance. [ 695.821832] env[70917]: DEBUG nova.network.neutron [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updated VIF entry in instance network info cache for port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.822257] env[70917]: DEBUG nova.network.neutron [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [{"id": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "address": "fa:16:3e:c9:85:c7", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c731eaf-2c", "ovs_interfaceid": "8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.833124] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.833124] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.834334] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.467s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.835857] env[70917]: INFO nova.compute.claims [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.860449] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52469349-a95d-c1ce-4da3-40f8b6269095, 'name': SearchDatastore_Task, 'duration_secs': 0.025292} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.865455] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.865455] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.865553] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.866093] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.867124] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.867216] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd4ca350-f517-4f47-aa44-62475079ac96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.876458] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541845} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.876760] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.877561] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.878937] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63284e43-3b23-4987-b979-1e50f45cd489 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.881566] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.881929] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.883725] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdd6b08-fdeb-4764-87a7-7644436d15fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.894502] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 695.894502] env[70917]: value = "task-3461110" [ 695.894502] env[70917]: _type = "Task" [ 695.894502] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.897536] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 695.897536] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522798f7-bd0f-4721-e505-bcba482b04ea" [ 695.897536] env[70917]: _type = "Task" [ 695.897536] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.908215] env[70917]: DEBUG oslo_vmware.api [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461109, 'name': PowerOffVM_Task, 'duration_secs': 0.448156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.909024] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.909215] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.910115] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14090664-b0ec-429b-9c73-99e193982c43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.918880] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522798f7-bd0f-4721-e505-bcba482b04ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.919462] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.920650] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6c719b-4e08-4324-803a-2de8802bb237 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.926547] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 695.926547] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e87b44-bb91-9d01-ebad-064c1e978493" [ 695.926547] env[70917]: _type = "Task" [ 695.926547] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.935231] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e87b44-bb91-9d01-ebad-064c1e978493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.991754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.992035] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.994837] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.995041] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.995237] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Deleting the datastore file [datastore2] f450c3bd-3616-4627-8312-f6548d55260a {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.995720] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8191a0-1abc-49a4-b257-a8d4f959c481 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.002079] env[70917]: DEBUG oslo_vmware.api [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 696.002079] env[70917]: value = "task-3461112" [ 696.002079] env[70917]: _type = "Task" [ 696.002079] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.011759] env[70917]: DEBUG oslo_vmware.api [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.117780] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4081510-4097-4f39-b931-4c3412272791 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.105s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.249882] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.258578] env[70917]: DEBUG nova.compute.manager [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Received event network-changed-38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.258786] env[70917]: DEBUG nova.compute.manager [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Refreshing instance network info cache due to event network-changed-38eb0318-58da-4856-8e79-29b76c95f1d0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.258999] env[70917]: DEBUG oslo_concurrency.lockutils [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] Acquiring lock "refresh_cache-2b45d5ab-8870-4d3c-b645-d7587fb9466f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.259161] env[70917]: DEBUG oslo_concurrency.lockutils [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] Acquired lock "refresh_cache-2b45d5ab-8870-4d3c-b645-d7587fb9466f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.259325] env[70917]: DEBUG nova.network.neutron [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Refreshing network info cache for port 38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.325119] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a5bee42-754d-443d-aee7-acb0ee8206ff req-69eabb17-5617-4ad7-b5ea-eb42a93734c6 service nova] Releasing lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.340200] env[70917]: DEBUG nova.compute.utils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.347285] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.348724] env[70917]: DEBUG nova.network.neutron [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.409760] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197574} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.409760] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.409760] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbae34b-bc8e-4021-bec2-43037572166b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.415859] env[70917]: DEBUG nova.policy [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e889b218ba4499a21d8c0d31000b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9895ab3cd7ae49459d02df2b6cc67149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.437671] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.439838] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a527d6d8-a036-4cdb-83b5-63fcb0a0cb27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.464491] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e87b44-bb91-9d01-ebad-064c1e978493, 'name': SearchDatastore_Task, 'duration_secs': 0.031156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.465812] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.466200] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 2b45d5ab-8870-4d3c-b645-d7587fb9466f/2b45d5ab-8870-4d3c-b645-d7587fb9466f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.466534] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 696.466534] env[70917]: value = "task-3461113" [ 696.466534] env[70917]: _type = "Task" [ 696.466534] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.466805] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e8048b-161e-43b7-9d2f-0649bc67b6be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.477990] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.480732] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 696.480732] env[70917]: value = "task-3461114" [ 696.480732] env[70917]: _type = "Task" [ 696.480732] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.490724] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.497636] env[70917]: INFO nova.compute.manager [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Detaching volume 45520d6c-dba6-49e5-b47b-b133aad1b97a [ 696.517842] env[70917]: DEBUG oslo_vmware.api [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141639} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.518294] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.518595] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.518876] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.519166] env[70917]: INFO nova.compute.manager [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 696.519616] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.519940] env[70917]: DEBUG nova.compute.manager [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.520139] env[70917]: DEBUG nova.network.neutron [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.551684] env[70917]: INFO nova.virt.block_device [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Attempting to driver detach volume 45520d6c-dba6-49e5-b47b-b133aad1b97a from mountpoint /dev/sdb [ 696.551962] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 696.552191] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691327', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'name': 'volume-45520d6c-dba6-49e5-b47b-b133aad1b97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd42d1d63-4a32-4ce8-adef-ae483488c5aa', 'attached_at': '', 'detached_at': '', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'serial': '45520d6c-dba6-49e5-b47b-b133aad1b97a'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 696.553145] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2902b6-6084-450d-a76a-d70424133ef0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.584681] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8067e-0129-4292-888d-ef051c4f57cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.592878] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60829feb-72ae-4949-94fe-3fb12b6994e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.618700] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a361420-1338-47c4-952d-d4a3eef45ba6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.621642] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.638257] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] The volume has not been displaced from its original location: [datastore1] volume-45520d6c-dba6-49e5-b47b-b133aad1b97a/volume-45520d6c-dba6-49e5-b47b-b133aad1b97a.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 696.643771] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 696.644150] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4bc47c2-e532-420a-87e4-24da6be32dd5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.662731] env[70917]: DEBUG oslo_vmware.api [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Waiting for the task: (returnval){ [ 696.662731] env[70917]: value = "task-3461115" [ 696.662731] env[70917]: _type = "Task" [ 696.662731] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.672292] env[70917]: DEBUG oslo_vmware.api [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.851187] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.920259] env[70917]: DEBUG nova.network.neutron [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Successfully created port: 0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.978386] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.993925] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461114, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.149355] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.164961] env[70917]: DEBUG nova.network.neutron [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Updated VIF entry in instance network info cache for port 38eb0318-58da-4856-8e79-29b76c95f1d0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.166282] env[70917]: DEBUG nova.network.neutron [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Updating instance_info_cache with network_info: [{"id": "38eb0318-58da-4856-8e79-29b76c95f1d0", "address": "fa:16:3e:0a:f5:b1", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eb0318-58", "ovs_interfaceid": "38eb0318-58da-4856-8e79-29b76c95f1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.182029] env[70917]: DEBUG oslo_vmware.api [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461115, 'name': ReconfigVM_Task, 'duration_secs': 0.282242} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.182029] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.192177] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894695da-4ee2-4f04-b6ab-e6b384d1bc84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.210342] env[70917]: DEBUG oslo_vmware.api [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Waiting for the task: (returnval){ [ 697.210342] env[70917]: value = "task-3461116" [ 697.210342] env[70917]: _type = "Task" [ 697.210342] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.225362] env[70917]: DEBUG oslo_vmware.api [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.480923] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.494254] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695497} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.494701] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 2b45d5ab-8870-4d3c-b645-d7587fb9466f/2b45d5ab-8870-4d3c-b645-d7587fb9466f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.495107] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.495486] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca88e2f-3d7e-42ef-9401-3eccab9a0404 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.511137] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 697.511137] env[70917]: value = "task-3461117" [ 697.511137] env[70917]: _type = "Task" [ 697.511137] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.519535] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.560106] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c7bdb-0f3d-4074-8d9d-12e5e98bdd0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.569706] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b9b68-6ef3-4636-ad95-eed18fc431ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.603887] env[70917]: DEBUG nova.network.neutron [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.606029] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d48062-e476-4020-b4a5-10c7f8584f17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.614443] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c4bd6-3610-4e86-b7da-a4524e855cf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.628829] env[70917]: DEBUG nova.compute.provider_tree [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.633724] env[70917]: DEBUG nova.compute.manager [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Received event network-changed-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.633992] env[70917]: DEBUG nova.compute.manager [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Refreshing instance network info cache due to event network-changed-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.633992] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] Acquiring lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.634156] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] Acquired lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.635214] env[70917]: DEBUG nova.network.neutron [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Refreshing network info cache for port 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.672500] env[70917]: DEBUG oslo_concurrency.lockutils [req-b1dd05d7-671e-4ac1-ac4c-9b8be2e6176c req-c829b45e-a4fd-406d-bc13-00f4bc296bd8 service nova] Releasing lock "refresh_cache-2b45d5ab-8870-4d3c-b645-d7587fb9466f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.720254] env[70917]: DEBUG oslo_vmware.api [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Task: {'id': task-3461116, 'name': ReconfigVM_Task, 'duration_secs': 0.161718} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.720476] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691327', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'name': 'volume-45520d6c-dba6-49e5-b47b-b133aad1b97a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd42d1d63-4a32-4ce8-adef-ae483488c5aa', 'attached_at': '', 'detached_at': '', 'volume_id': '45520d6c-dba6-49e5-b47b-b133aad1b97a', 'serial': '45520d6c-dba6-49e5-b47b-b133aad1b97a'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 697.779020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "f58ffc5d-fd70-490d-8389-6319b1b27eff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.779747] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.867556] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.896208] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.896593] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.896668] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.896848] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.896992] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.897561] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.897834] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.898035] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.898404] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.898404] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.898661] env[70917]: DEBUG nova.virt.hardware [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.899707] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0251b24-bb9e-4ce3-b5c3-d008034c6396 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.908669] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41f98c-e057-4433-bb75-4efa1e938a51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.979234] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.020749] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.109776] env[70917]: INFO nova.compute.manager [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Took 1.59 seconds to deallocate network for instance. [ 698.133693] env[70917]: DEBUG nova.scheduler.client.report [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.298125] env[70917]: DEBUG nova.objects.instance [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lazy-loading 'flavor' on Instance uuid d42d1d63-4a32-4ce8-adef-ae483488c5aa {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.433840] env[70917]: DEBUG nova.network.neutron [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updated VIF entry in instance network info cache for port 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.433840] env[70917]: DEBUG nova.network.neutron [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updating instance_info_cache with network_info: [{"id": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "address": "fa:16:3e:78:74:b0", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ef8f4b-6a", "ovs_interfaceid": "56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.481421] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461113, 'name': ReconfigVM_Task, 'duration_secs': 1.540698} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.481767] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 95f3eafa-1f2e-4980-9a33-d115bd946af5/95f3eafa-1f2e-4980-9a33-d115bd946af5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.482413] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1f5261-29ea-4d02-b857-85c6356ac03e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.489186] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 698.489186] env[70917]: value = "task-3461118" [ 698.489186] env[70917]: _type = "Task" [ 698.489186] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.503968] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461118, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.527017] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.985633} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.527017] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.527017] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75623d8c-648a-4f22-bc45-8b778007e301 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.551509] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2b45d5ab-8870-4d3c-b645-d7587fb9466f/2b45d5ab-8870-4d3c-b645-d7587fb9466f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.551844] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21cdbe4-557f-415d-bc9e-5d205b15b9a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.576589] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 698.576589] env[70917]: value = "task-3461119" [ 698.576589] env[70917]: _type = "Task" [ 698.576589] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.585777] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461119, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.617951] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.636634] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.637192] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.640300] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.220s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.640812] env[70917]: DEBUG nova.objects.instance [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lazy-loading 'resources' on Instance uuid 4826f4bc-3d8d-4c51-8a9b-c4be817b5507 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.647427] env[70917]: DEBUG nova.compute.manager [req-e6c1a8ad-9e60-465d-821b-a5ea02336c03 req-37de963e-b91f-4014-8e03-94c38c851308 service nova] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Received event network-vif-deleted-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.939370] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] Releasing lock "refresh_cache-af4c024d-a139-46db-8e67-5760f1be1fe8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.939768] env[70917]: DEBUG nova.compute.manager [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Received event network-vif-deleted-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.940083] env[70917]: DEBUG nova.compute.manager [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.940384] env[70917]: DEBUG nova.compute.manager [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing instance network info cache due to event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.940689] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] Acquiring lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.940902] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] Acquired lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.941168] env[70917]: DEBUG nova.network.neutron [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.001703] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461118, 'name': Rename_Task, 'duration_secs': 0.223982} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.002253] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.002577] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3dd4f47-b7f4-4580-8071-954003ceda83 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.009584] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 699.009584] env[70917]: value = "task-3461120" [ 699.009584] env[70917]: _type = "Task" [ 699.009584] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.020316] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.051057] env[70917]: DEBUG nova.network.neutron [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Successfully updated port: 0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.088659] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.135433] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "f450c3bd-3616-4627-8312-f6548d55260a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.142795] env[70917]: DEBUG nova.compute.utils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.150308] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.150544] env[70917]: DEBUG nova.network.neutron [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.221438] env[70917]: DEBUG nova.policy [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8817f14a4c4bf4b67272a6ed937118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2012cf7aa1164e56b13cd64b9fe72bc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.310948] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c85cba24-1cd4-4baa-b554-0e724dc10879 tempest-VolumesAssistedSnapshotsTest-1658899545 tempest-VolumesAssistedSnapshotsTest-1658899545-project-admin] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.354752] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "051c137c-ed83-4dc6-a3e0-7866c30605c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.354993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.355256] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "051c137c-ed83-4dc6-a3e0-7866c30605c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.355434] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.355617] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.357787] env[70917]: INFO nova.compute.manager [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Terminating instance [ 699.521616] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461120, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.559210] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "refresh_cache-d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.559529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "refresh_cache-d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.559701] env[70917]: DEBUG nova.network.neutron [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.594606] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461119, 'name': ReconfigVM_Task, 'duration_secs': 0.626378} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.594902] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2b45d5ab-8870-4d3c-b645-d7587fb9466f/2b45d5ab-8870-4d3c-b645-d7587fb9466f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.595644] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f65ec8ff-7ea0-4cc9-bf6d-fe6685f805d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.605198] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 699.605198] env[70917]: value = "task-3461122" [ 699.605198] env[70917]: _type = "Task" [ 699.605198] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.614954] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461122, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.653817] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.736880] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720dd004-4305-4bb8-be05-64b931c354f9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.745568] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd977686-6276-4a26-95f4-ce8fb19e51ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.784344] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98cc83c-b9b4-49ed-83a4-8bc2a38baf33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.792846] env[70917]: DEBUG nova.network.neutron [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Successfully created port: fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.798377] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596a9b7-23f2-4344-81b0-66c1cf0f2594 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.830610] env[70917]: DEBUG nova.compute.provider_tree [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.832739] env[70917]: DEBUG nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.833221] env[70917]: DEBUG nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing instance network info cache due to event network-changed-db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.833221] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Acquiring lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.868144] env[70917]: DEBUG nova.compute.manager [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.868430] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.869680] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c4916-8b45-48e7-8419-cca30037165c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.879897] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.880574] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4905f4c3-1e80-4d96-b4c8-fd9eddb562ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.887741] env[70917]: DEBUG oslo_vmware.api [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 699.887741] env[70917]: value = "task-3461123" [ 699.887741] env[70917]: _type = "Task" [ 699.887741] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.900733] env[70917]: DEBUG oslo_vmware.api [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.983010] env[70917]: DEBUG nova.network.neutron [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updated VIF entry in instance network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.983399] env[70917]: DEBUG nova.network.neutron [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.024703] env[70917]: DEBUG oslo_vmware.api [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461120, 'name': PowerOnVM_Task, 'duration_secs': 0.677865} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.025698] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.025698] env[70917]: DEBUG nova.compute.manager [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.026045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6713a617-5f1b-42d1-a209-0c88369d25da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.105200] env[70917]: DEBUG nova.network.neutron [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.121886] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461122, 'name': Rename_Task, 'duration_secs': 0.222312} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.122253] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.125769] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9988edf-4644-4f15-bd92-545d1880fb8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.133522] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 700.133522] env[70917]: value = "task-3461124" [ 700.133522] env[70917]: _type = "Task" [ 700.133522] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.142025] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.315386] env[70917]: DEBUG nova.network.neutron [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Updating instance_info_cache with network_info: [{"id": "0e6da82e-20ef-45ce-8cc3-121073748ad0", "address": "fa:16:3e:21:d6:e1", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6da82e-20", "ovs_interfaceid": "0e6da82e-20ef-45ce-8cc3-121073748ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.335031] env[70917]: DEBUG nova.scheduler.client.report [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.397980] env[70917]: DEBUG oslo_vmware.api [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461123, 'name': PowerOffVM_Task, 'duration_secs': 0.33054} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.398314] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.398314] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.398775] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34aef7ec-8f84-46c5-8eca-5b51b5b376ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.461283] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.461621] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.461874] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Deleting the datastore file [datastore1] 051c137c-ed83-4dc6-a3e0-7866c30605c5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.462260] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c975079a-79fc-4443-813e-86bcae941278 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.469091] env[70917]: DEBUG oslo_vmware.api [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for the task: (returnval){ [ 700.469091] env[70917]: value = "task-3461126" [ 700.469091] env[70917]: _type = "Task" [ 700.469091] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.480176] env[70917]: DEBUG oslo_vmware.api [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.486379] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcd33916-6e48-47db-aaaa-2eb96c592266 req-bc9637ca-ba87-40ad-bf64-1da74b50c33d service nova] Releasing lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.486965] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Acquired lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487259] env[70917]: DEBUG nova.network.neutron [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Refreshing network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.544900] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.645027] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.667037] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.689034] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.689245] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.689421] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.689611] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.689758] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.689904] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.690137] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.690304] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.690468] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.690648] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.690830] env[70917]: DEBUG nova.virt.hardware [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.691716] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add8f717-6519-4c8f-80a9-0a8a5b72eaf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.700296] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec5991-d7fa-4981-bd2c-e8365221d77c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.818401] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "refresh_cache-d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.818855] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Instance network_info: |[{"id": "0e6da82e-20ef-45ce-8cc3-121073748ad0", "address": "fa:16:3e:21:d6:e1", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6da82e-20", "ovs_interfaceid": "0e6da82e-20ef-45ce-8cc3-121073748ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.819430] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d6:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6da82e-20ef-45ce-8cc3-121073748ad0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.828733] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.829210] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.829392] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a116992d-b672-484b-b7c1-0c8496f4e6d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.844770] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.847738] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.268s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.849030] env[70917]: INFO nova.compute.claims [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.857810] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.857810] env[70917]: value = "task-3461127" [ 700.857810] env[70917]: _type = "Task" [ 700.857810] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.867072] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461127, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.872492] env[70917]: INFO nova.scheduler.client.report [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Deleted allocations for instance 4826f4bc-3d8d-4c51-8a9b-c4be817b5507 [ 700.979333] env[70917]: DEBUG oslo_vmware.api [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Task: {'id': task-3461126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171334} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.979624] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.979924] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.979953] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.980147] env[70917]: INFO nova.compute.manager [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 700.980408] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.980625] env[70917]: DEBUG nova.compute.manager [-] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.980723] env[70917]: DEBUG nova.network.neutron [-] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.145046] env[70917]: DEBUG oslo_vmware.api [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461124, 'name': PowerOnVM_Task, 'duration_secs': 0.749273} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.145488] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.145703] env[70917]: INFO nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Took 9.42 seconds to spawn the instance on the hypervisor. [ 701.145945] env[70917]: DEBUG nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.146838] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae02ef9-dd44-4774-9538-73d585560468 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.368454] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461127, 'name': CreateVM_Task, 'duration_secs': 0.377468} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.369210] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.369886] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.370094] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.370449] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.371025] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5565b2b9-12e2-4640-9db4-30f234446f99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.375886] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 701.375886] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e5fb2e-550d-c711-1e2b-79efb8232bb2" [ 701.375886] env[70917]: _type = "Task" [ 701.375886] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.383643] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Lock "4826f4bc-3d8d-4c51-8a9b-c4be817b5507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.240s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.392068] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e5fb2e-550d-c711-1e2b-79efb8232bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.393832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.394460] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.394460] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.396402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.396402] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.396402] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a602d32-b526-4f68-ae3f-de0d321d5d65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.404773] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.404773] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.405350] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c1893a-3e72-4164-bd35-71476424b66e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.411815] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 701.411815] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f03a40-e9dd-ae14-899e-cccb878590cb" [ 701.411815] env[70917]: _type = "Task" [ 701.411815] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.420984] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f03a40-e9dd-ae14-899e-cccb878590cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.464255] env[70917]: DEBUG nova.network.neutron [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updated VIF entry in instance network info cache for port db3d647b-ce09-4de0-a69d-4b9fb6f772d9. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.464558] env[70917]: DEBUG nova.network.neutron [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [{"id": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "address": "fa:16:3e:ba:ae:c4", "network": {"id": "d16ca59e-f8fe-4b63-b605-b2af180a1736", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1379989615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5322fca579d243579ec29b671580ebc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3d647b-ce", "ovs_interfaceid": "db3d647b-ce09-4de0-a69d-4b9fb6f772d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.605221] env[70917]: DEBUG nova.network.neutron [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Successfully updated port: fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.611149] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "95f3eafa-1f2e-4980-9a33-d115bd946af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.611663] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "95f3eafa-1f2e-4980-9a33-d115bd946af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.611663] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "95f3eafa-1f2e-4980-9a33-d115bd946af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.612942] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "95f3eafa-1f2e-4980-9a33-d115bd946af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.612942] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "95f3eafa-1f2e-4980-9a33-d115bd946af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.614658] env[70917]: INFO nova.compute.manager [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Terminating instance [ 701.671757] env[70917]: INFO nova.compute.manager [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Took 37.58 seconds to build instance. [ 701.775716] env[70917]: DEBUG nova.compute.manager [req-53709107-02a4-49fd-93da-8f67f38b038c req-75630e23-cb24-4cd8-8836-1b6c9c9b2afe service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Received event network-vif-deleted-4777e688-d0c7-4152-ab4e-b97f5779242f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.776647] env[70917]: INFO nova.compute.manager [req-53709107-02a4-49fd-93da-8f67f38b038c req-75630e23-cb24-4cd8-8836-1b6c9c9b2afe service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Neutron deleted interface 4777e688-d0c7-4152-ab4e-b97f5779242f; detaching it from the instance and deleting it from the info cache [ 701.776647] env[70917]: DEBUG nova.network.neutron [req-53709107-02a4-49fd-93da-8f67f38b038c req-75630e23-cb24-4cd8-8836-1b6c9c9b2afe service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.927549] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f03a40-e9dd-ae14-899e-cccb878590cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.928377] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e556d07-d63d-495c-aedf-d68b5da98977 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.933609] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 701.933609] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52790152-e0f7-f700-82f7-89ba860388c3" [ 701.933609] env[70917]: _type = "Task" [ 701.933609] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.946166] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52790152-e0f7-f700-82f7-89ba860388c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.967239] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Releasing lock "refresh_cache-acd86542-d115-4a88-b6e5-3133e456b45b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.967552] env[70917]: DEBUG nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Received event network-vif-plugged-0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.967768] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Acquiring lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.967919] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.968095] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.968269] env[70917]: DEBUG nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] No waiting events found dispatching network-vif-plugged-0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.968436] env[70917]: WARNING nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Received unexpected event network-vif-plugged-0e6da82e-20ef-45ce-8cc3-121073748ad0 for instance with vm_state building and task_state spawning. [ 701.968622] env[70917]: DEBUG nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Received event network-changed-0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.968814] env[70917]: DEBUG nova.compute.manager [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Refreshing instance network info cache due to event network-changed-0e6da82e-20ef-45ce-8cc3-121073748ad0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.968960] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Acquiring lock "refresh_cache-d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.969108] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Acquired lock "refresh_cache-d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.969263] env[70917]: DEBUG nova.network.neutron [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Refreshing network info cache for port 0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.008882] env[70917]: DEBUG nova.network.neutron [-] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.106751] env[70917]: DEBUG nova.compute.manager [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Received event network-vif-plugged-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.106864] env[70917]: DEBUG oslo_concurrency.lockutils [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] Acquiring lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.107162] env[70917]: DEBUG oslo_concurrency.lockutils [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.109626] env[70917]: DEBUG oslo_concurrency.lockutils [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.110193] env[70917]: DEBUG nova.compute.manager [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] No waiting events found dispatching network-vif-plugged-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.110193] env[70917]: WARNING nova.compute.manager [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Received unexpected event network-vif-plugged-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 for instance with vm_state building and task_state spawning. [ 702.110319] env[70917]: DEBUG nova.compute.manager [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Received event network-changed-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.110563] env[70917]: DEBUG nova.compute.manager [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Refreshing instance network info cache due to event network-changed-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.110759] env[70917]: DEBUG oslo_concurrency.lockutils [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] Acquiring lock "refresh_cache-b0535c7e-465f-4e80-9b9b-b455b9c3a98c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.110931] env[70917]: DEBUG oslo_concurrency.lockutils [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] Acquired lock "refresh_cache-b0535c7e-465f-4e80-9b9b-b455b9c3a98c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.111235] env[70917]: DEBUG nova.network.neutron [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Refreshing network info cache for port fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.113124] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "refresh_cache-b0535c7e-465f-4e80-9b9b-b455b9c3a98c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.114776] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.115010] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.115231] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.115600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.115600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.120127] env[70917]: INFO nova.compute.manager [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Terminating instance [ 702.125478] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "refresh_cache-95f3eafa-1f2e-4980-9a33-d115bd946af5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.125478] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquired lock "refresh_cache-95f3eafa-1f2e-4980-9a33-d115bd946af5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.125478] env[70917]: DEBUG nova.network.neutron [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.176164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-571f8547-0113-4151-85bd-52956ed1a657 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.810s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.279455] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66b3a5b7-734c-44b7-b911-a7839398d550 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.293158] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3ab04-6009-458e-b664-ac0330c05bfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.333719] env[70917]: DEBUG nova.compute.manager [req-53709107-02a4-49fd-93da-8f67f38b038c req-75630e23-cb24-4cd8-8836-1b6c9c9b2afe service nova] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Detach interface failed, port_id=4777e688-d0c7-4152-ab4e-b97f5779242f, reason: Instance 051c137c-ed83-4dc6-a3e0-7866c30605c5 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 702.435052] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b04c8-f2c4-4f7c-ad77-3959d2f55d24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.450662] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e583e-cd35-434a-8bd1-1318c28ccbed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.454444] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52790152-e0f7-f700-82f7-89ba860388c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.454713] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.454969] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d1437bf9-19f4-40b1-b6ac-60a56bb5fff2/d1437bf9-19f4-40b1-b6ac-60a56bb5fff2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.455610] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a42b49ed-5899-49e1-955c-caddd22f0c7a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.490174] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139fb5a-5ce0-426f-99b5-4660b3d2977b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.495845] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 702.495845] env[70917]: value = "task-3461128" [ 702.495845] env[70917]: _type = "Task" [ 702.495845] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.502058] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d417d-551c-4706-af80-457aed7cfeba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.510197] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.511175] env[70917]: INFO nova.compute.manager [-] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Took 1.53 seconds to deallocate network for instance. [ 702.523786] env[70917]: DEBUG nova.compute.provider_tree [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.627820] env[70917]: DEBUG nova.compute.manager [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.628095] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.632403] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa878d-355b-4032-a90f-c5e73fbb6fe9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.642431] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.642741] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6692ed-b4c6-4090-b6b1-3c29ae848556 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.649684] env[70917]: DEBUG oslo_vmware.api [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 702.649684] env[70917]: value = "task-3461129" [ 702.649684] env[70917]: _type = "Task" [ 702.649684] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.667059] env[70917]: DEBUG oslo_vmware.api [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3461129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.678682] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.684055] env[70917]: DEBUG nova.network.neutron [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.717816] env[70917]: DEBUG nova.network.neutron [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.818683] env[70917]: DEBUG nova.network.neutron [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Updated VIF entry in instance network info cache for port 0e6da82e-20ef-45ce-8cc3-121073748ad0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.819084] env[70917]: DEBUG nova.network.neutron [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Updating instance_info_cache with network_info: [{"id": "0e6da82e-20ef-45ce-8cc3-121073748ad0", "address": "fa:16:3e:21:d6:e1", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6da82e-20", "ovs_interfaceid": "0e6da82e-20ef-45ce-8cc3-121073748ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.892232] env[70917]: DEBUG nova.network.neutron [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.993533] env[70917]: DEBUG nova.network.neutron [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.006687] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461128, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.029808] env[70917]: DEBUG nova.scheduler.client.report [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.033621] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.161662] env[70917]: DEBUG oslo_vmware.api [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3461129, 'name': PowerOffVM_Task, 'duration_secs': 0.364325} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.161662] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.161817] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.162222] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-876122e0-bda8-40dc-a24b-57d32d4bee6e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.214472] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.221674] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.222274] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.222547] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Deleting the datastore file [datastore2] d42d1d63-4a32-4ce8-adef-ae483488c5aa {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.222843] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd04d22-ccb2-4e1d-aeea-cfaead95d083 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.229750] env[70917]: DEBUG oslo_vmware.api [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for the task: (returnval){ [ 703.229750] env[70917]: value = "task-3461131" [ 703.229750] env[70917]: _type = "Task" [ 703.229750] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.240396] env[70917]: DEBUG oslo_vmware.api [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3461131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.321785] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f4491-972f-41c2-8fca-a158c525ac56 req-3f30b6cd-a88a-4716-af65-5265a07e9b3f service nova] Releasing lock "refresh_cache-d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.395964] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Releasing lock "refresh_cache-95f3eafa-1f2e-4980-9a33-d115bd946af5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.396496] env[70917]: DEBUG nova.compute.manager [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.396713] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.397606] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aff4d8-328e-481f-a1d2-2161b66bd406 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.404662] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.404910] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62ecc7a-2674-4094-bf1a-1312b01dbd7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.412623] env[70917]: DEBUG oslo_vmware.api [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 703.412623] env[70917]: value = "task-3461132" [ 703.412623] env[70917]: _type = "Task" [ 703.412623] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.422120] env[70917]: DEBUG oslo_vmware.api [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.499741] env[70917]: DEBUG oslo_concurrency.lockutils [req-e42aed66-41a5-4c35-b788-0de0f8f88728 req-2357cfb6-0830-4ed4-b8c7-28075a76a1fd service nova] Releasing lock "refresh_cache-b0535c7e-465f-4e80-9b9b-b455b9c3a98c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.501827] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquired lock "refresh_cache-b0535c7e-465f-4e80-9b9b-b455b9c3a98c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.501827] env[70917]: DEBUG nova.network.neutron [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.510132] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519595} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.510132] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d1437bf9-19f4-40b1-b6ac-60a56bb5fff2/d1437bf9-19f4-40b1-b6ac-60a56bb5fff2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.510132] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.510132] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c37fe56-3db4-4a4d-ae5b-1a86fea301bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.520182] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 703.520182] env[70917]: value = "task-3461133" [ 703.520182] env[70917]: _type = "Task" [ 703.520182] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.536093] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.536669] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.541341] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.542322] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.531s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.544110] env[70917]: INFO nova.compute.claims [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.749667] env[70917]: DEBUG oslo_vmware.api [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Task: {'id': task-3461131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14319} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.750185] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.752597] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.752839] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.753019] env[70917]: INFO nova.compute.manager [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 703.753479] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.757018] env[70917]: DEBUG nova.compute.manager [-] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.757018] env[70917]: DEBUG nova.network.neutron [-] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.925584] env[70917]: DEBUG oslo_vmware.api [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461132, 'name': PowerOffVM_Task, 'duration_secs': 0.148616} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.925865] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.926046] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.926442] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f203ba76-f077-420c-85d1-98306fecb3d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.952324] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.952540] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.952719] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Deleting the datastore file [datastore1] 95f3eafa-1f2e-4980-9a33-d115bd946af5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.952988] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c4ecdbe-f95e-4896-8a67-15e07d5cd448 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.962145] env[70917]: DEBUG oslo_vmware.api [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for the task: (returnval){ [ 703.962145] env[70917]: value = "task-3461135" [ 703.962145] env[70917]: _type = "Task" [ 703.962145] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.975572] env[70917]: DEBUG oslo_vmware.api [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.030388] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064209} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.030670] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.031689] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea930ef-1bbf-4e08-b398-09415dba9a8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.049098] env[70917]: DEBUG nova.compute.utils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.062065] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d1437bf9-19f4-40b1-b6ac-60a56bb5fff2/d1437bf9-19f4-40b1-b6ac-60a56bb5fff2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.065151] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.065151] env[70917]: DEBUG nova.network.neutron [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.065719] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8acf95a-f98d-4081-9bda-5ef5cf85b0c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.094251] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 704.094251] env[70917]: value = "task-3461136" [ 704.094251] env[70917]: _type = "Task" [ 704.094251] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.105231] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.134802] env[70917]: DEBUG nova.policy [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fae588bead80438c9e12e753f52e7399', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1a1b43dd14a4ae9abe3522d95f3191c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.347765] env[70917]: DEBUG nova.network.neutron [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.434757] env[70917]: DEBUG nova.network.neutron [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Successfully created port: c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.471634] env[70917]: DEBUG oslo_vmware.api [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Task: {'id': task-3461135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092281} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.474380] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.474831] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.474831] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.474912] env[70917]: INFO nova.compute.manager [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 704.476356] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.476356] env[70917]: DEBUG nova.compute.manager [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.476356] env[70917]: DEBUG nova.network.neutron [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.508084] env[70917]: DEBUG nova.network.neutron [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.564314] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.609984] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461136, 'name': ReconfigVM_Task, 'duration_secs': 0.27765} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.610678] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d1437bf9-19f4-40b1-b6ac-60a56bb5fff2/d1437bf9-19f4-40b1-b6ac-60a56bb5fff2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.611245] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3661f2c-8cb1-49c4-be00-4da42325dbc4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.619035] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 704.619035] env[70917]: value = "task-3461137" [ 704.619035] env[70917]: _type = "Task" [ 704.619035] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.629897] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461137, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.692527] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2cd8d-967e-403d-9cf8-47189317a6b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.701565] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2063c6ef-463b-4bce-a427-8a07490a89ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.738594] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bdc361-2df1-4aa9-b1a2-0a48e1d82ef7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.746764] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f41cc1-2025-486e-b2be-808e14317fcd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.760633] env[70917]: DEBUG nova.compute.provider_tree [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.763145] env[70917]: DEBUG nova.network.neutron [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Updating instance_info_cache with network_info: [{"id": "fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1", "address": "fa:16:3e:1a:fd:02", "network": {"id": "983ecd99-1961-4977-b6de-bfdd41c32556", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-172496124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2012cf7aa1164e56b13cd64b9fe72bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac26eb6-7c", "ovs_interfaceid": "fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.010733] env[70917]: DEBUG nova.network.neutron [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.137210] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461137, 'name': Rename_Task, 'duration_secs': 0.144243} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.137210] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.137210] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2547cfa2-47b3-41c5-af6b-29bbc6c91dca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.147061] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 705.147061] env[70917]: value = "task-3461138" [ 705.147061] env[70917]: _type = "Task" [ 705.147061] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.156084] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.265576] env[70917]: DEBUG nova.scheduler.client.report [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.269117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Releasing lock "refresh_cache-b0535c7e-465f-4e80-9b9b-b455b9c3a98c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.269399] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Instance network_info: |[{"id": "fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1", "address": "fa:16:3e:1a:fd:02", "network": {"id": "983ecd99-1961-4977-b6de-bfdd41c32556", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-172496124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2012cf7aa1164e56b13cd64b9fe72bc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac26eb6-7c", "ovs_interfaceid": "fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.271788] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:fd:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.284482] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Creating folder: Project (2012cf7aa1164e56b13cd64b9fe72bc3). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.285362] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baea806f-76a5-42e9-a771-184f8326b0a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.300733] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Created folder: Project (2012cf7aa1164e56b13cd64b9fe72bc3) in parent group-v691255. [ 705.300859] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Creating folder: Instances. Parent ref: group-v691336. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.301115] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d795328c-0e06-4d33-a67c-415214f5970d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.311699] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Created folder: Instances in parent group-v691336. [ 705.312013] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.312221] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.312430] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a91105-4db3-49e0-8fdd-51dbc740cd9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.334041] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.334041] env[70917]: value = "task-3461141" [ 705.334041] env[70917]: _type = "Task" [ 705.334041] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.342123] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461141, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.487941] env[70917]: DEBUG nova.compute.manager [req-156434de-52b0-499a-aa99-e2cc40002947 req-cd0737cf-e23e-401c-9751-9f78e4c40238 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Received event network-vif-deleted-a1a86522-0106-4050-981e-a4be7b42e632 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.487941] env[70917]: INFO nova.compute.manager [req-156434de-52b0-499a-aa99-e2cc40002947 req-cd0737cf-e23e-401c-9751-9f78e4c40238 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Neutron deleted interface a1a86522-0106-4050-981e-a4be7b42e632; detaching it from the instance and deleting it from the info cache [ 705.487941] env[70917]: DEBUG nova.network.neutron [req-156434de-52b0-499a-aa99-e2cc40002947 req-cd0737cf-e23e-401c-9751-9f78e4c40238 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.513654] env[70917]: INFO nova.compute.manager [-] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Took 1.04 seconds to deallocate network for instance. [ 705.552159] env[70917]: DEBUG nova.compute.manager [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.553108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c42b7-f14d-4b74-a067-d9efc5df9c6d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.564021] env[70917]: DEBUG nova.network.neutron [-] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.581031] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.614616] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.615385] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.618275] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.618546] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.618727] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.618891] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.619126] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.619319] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.619502] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.619761] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.619975] env[70917]: DEBUG nova.virt.hardware [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.621829] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415959e7-3da0-4933-b544-fdf0edfc920d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.632735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452aa7c-db58-42b5-bbf2-6f7a45761bcc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.660940] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461138, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.775851] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "4365ba7f-dafd-45c4-9ec4-75580abfd795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.776795] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "4365ba7f-dafd-45c4-9ec4-75580abfd795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.786885] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.787714] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.791264] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.220s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.791351] env[70917]: DEBUG nova.objects.instance [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lazy-loading 'resources' on Instance uuid 31674a28-a0b2-4b40-8c6e-ce45218a4d4b {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.845040] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461141, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.992012] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c822521d-6889-4999-9081-28aa8cf8b473 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.005274] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae377756-c4d4-482d-8468-e332b34e6338 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.027403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.041481] env[70917]: DEBUG nova.compute.manager [req-156434de-52b0-499a-aa99-e2cc40002947 req-cd0737cf-e23e-401c-9751-9f78e4c40238 service nova] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Detach interface failed, port_id=a1a86522-0106-4050-981e-a4be7b42e632, reason: Instance d42d1d63-4a32-4ce8-adef-ae483488c5aa could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 706.068438] env[70917]: INFO nova.compute.manager [-] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Took 2.31 seconds to deallocate network for instance. [ 706.069590] env[70917]: INFO nova.compute.manager [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] instance snapshotting [ 706.075620] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.077753] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b648087-601d-4f2c-8fdd-ee82a35dae80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.081863] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.086925] env[70917]: DEBUG nova.network.neutron [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Successfully updated port: c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.101882] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f18704d-7249-47cb-9061-4c7b4a4c6702 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.160935] env[70917]: DEBUG oslo_vmware.api [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461138, 'name': PowerOnVM_Task, 'duration_secs': 0.679963} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.161269] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.161527] env[70917]: INFO nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Took 8.29 seconds to spawn the instance on the hypervisor. [ 706.161716] env[70917]: DEBUG nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.162627] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d91f8-2729-42ca-908c-79115698eb40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.296786] env[70917]: DEBUG nova.compute.utils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.302022] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.302022] env[70917]: DEBUG nova.network.neutron [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.307526] env[70917]: DEBUG nova.compute.manager [req-b210be72-c3bd-4700-8c27-15c94840cbe9 req-2130e62a-ff80-477a-8509-6e53b8378fec service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Received event network-vif-plugged-c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.307731] env[70917]: DEBUG oslo_concurrency.lockutils [req-b210be72-c3bd-4700-8c27-15c94840cbe9 req-2130e62a-ff80-477a-8509-6e53b8378fec service nova] Acquiring lock "259f5513-b60b-4dd9-97ce-829ca51896d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.308055] env[70917]: DEBUG oslo_concurrency.lockutils [req-b210be72-c3bd-4700-8c27-15c94840cbe9 req-2130e62a-ff80-477a-8509-6e53b8378fec service nova] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.308160] env[70917]: DEBUG oslo_concurrency.lockutils [req-b210be72-c3bd-4700-8c27-15c94840cbe9 req-2130e62a-ff80-477a-8509-6e53b8378fec service nova] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.308372] env[70917]: DEBUG nova.compute.manager [req-b210be72-c3bd-4700-8c27-15c94840cbe9 req-2130e62a-ff80-477a-8509-6e53b8378fec service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] No waiting events found dispatching network-vif-plugged-c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.308540] env[70917]: WARNING nova.compute.manager [req-b210be72-c3bd-4700-8c27-15c94840cbe9 req-2130e62a-ff80-477a-8509-6e53b8378fec service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Received unexpected event network-vif-plugged-c4c19d66-21bb-47ac-a15d-ccad9a91b21d for instance with vm_state building and task_state spawning. [ 706.345409] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461141, 'name': CreateVM_Task, 'duration_secs': 0.62412} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.345598] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.346237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346444] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.346801] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.347066] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fd546a-38db-4b17-8b93-997c5356115d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.351684] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 706.351684] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c958c7-f481-a984-cebd-8beb5d402810" [ 706.351684] env[70917]: _type = "Task" [ 706.351684] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.365493] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c958c7-f481-a984-cebd-8beb5d402810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.372325] env[70917]: DEBUG nova.policy [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f41c85de8f4e2397292e02e9daf830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9356731d3912452eb61c04460c4e94b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.590959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.591532] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "refresh_cache-259f5513-b60b-4dd9-97ce-829ca51896d4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.591671] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquired lock "refresh_cache-259f5513-b60b-4dd9-97ce-829ca51896d4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.591821] env[70917]: DEBUG nova.network.neutron [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.603489] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "76832b17-5bf1-4966-b42f-ad77fb4af035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.603489] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "76832b17-5bf1-4966-b42f-ad77fb4af035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.604195] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.604195] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.604561] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.604561] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.604768] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.604902] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.605069] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 706.605873] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.615933] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.615933] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e593a4d-d2df-46b6-bbb7-c76db5af6d7a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.626032] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 706.626032] env[70917]: value = "task-3461142" [ 706.626032] env[70917]: _type = "Task" [ 706.626032] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.641608] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.684648] env[70917]: INFO nova.compute.manager [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Took 35.86 seconds to build instance. [ 706.748127] env[70917]: DEBUG nova.network.neutron [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Successfully created port: d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.763635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "3eb38467-b7d0-45bb-ab62-098e3e381853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.765047] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.801947] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.863024] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c958c7-f481-a984-cebd-8beb5d402810, 'name': SearchDatastore_Task, 'duration_secs': 0.038284} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.864953] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.865256] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.865558] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.865756] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.865941] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.867023] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-885b143c-faf7-4568-8424-865c24ac36b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.876431] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.876659] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.877458] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4aec52-9e68-4a47-9791-e44f5a711b62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.885335] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 706.885335] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dc4f17-1b9d-4227-1f06-0d6adfc9e087" [ 706.885335] env[70917]: _type = "Task" [ 706.885335] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.893872] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dc4f17-1b9d-4227-1f06-0d6adfc9e087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.936508] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ddb3e6-0fd5-4e6e-94cc-fabfc43d5848 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.944613] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882efe7e-5582-4227-bfe5-83e64305c1d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.985535] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86bc5d9-b6d3-4729-8354-6edf801b8546 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.992822] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735d1bb-0281-4993-9fbd-bdd5df62ff29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.007944] env[70917]: DEBUG nova.compute.provider_tree [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.110092] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.141686] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.142982] env[70917]: DEBUG nova.network.neutron [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.189701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ca35e51-391a-4b86-a119-ebcdf630fd11 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.377s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.315670] env[70917]: DEBUG nova.network.neutron [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Updating instance_info_cache with network_info: [{"id": "c4c19d66-21bb-47ac-a15d-ccad9a91b21d", "address": "fa:16:3e:2e:49:40", "network": {"id": "5230ac3c-37bc-4e56-9626-edcd57e55073", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-643110662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a1b43dd14a4ae9abe3522d95f3191c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4c19d66-21", "ovs_interfaceid": "c4c19d66-21bb-47ac-a15d-ccad9a91b21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.397258] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dc4f17-1b9d-4227-1f06-0d6adfc9e087, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.398365] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07c4ddd-a8be-495c-ba8f-de9324c13a72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.406272] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 707.406272] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5272d3e3-52ed-1dc1-be4c-a197f10c6a82" [ 707.406272] env[70917]: _type = "Task" [ 707.406272] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.413615] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5272d3e3-52ed-1dc1-be4c-a197f10c6a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.429108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b134592a-cf95-48ad-9b70-1ab9f5360e8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.435730] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Suspending the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 707.435969] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-46b85ee8-8eb9-4a21-90b3-def9bc1d2c9c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.442353] env[70917]: DEBUG oslo_vmware.api [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 707.442353] env[70917]: value = "task-3461143" [ 707.442353] env[70917]: _type = "Task" [ 707.442353] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.451070] env[70917]: DEBUG oslo_vmware.api [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461143, 'name': SuspendVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.512032] env[70917]: DEBUG nova.scheduler.client.report [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.644596] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.693025] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.812443] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.818416] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Releasing lock "refresh_cache-259f5513-b60b-4dd9-97ce-829ca51896d4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.819171] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Instance network_info: |[{"id": "c4c19d66-21bb-47ac-a15d-ccad9a91b21d", "address": "fa:16:3e:2e:49:40", "network": {"id": "5230ac3c-37bc-4e56-9626-edcd57e55073", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-643110662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a1b43dd14a4ae9abe3522d95f3191c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4c19d66-21", "ovs_interfaceid": "c4c19d66-21bb-47ac-a15d-ccad9a91b21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.819289] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:49:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4c19d66-21bb-47ac-a15d-ccad9a91b21d', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.826714] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Creating folder: Project (a1a1b43dd14a4ae9abe3522d95f3191c). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.827264] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d7465a-4bdc-4ded-b653-a125211563cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.837764] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Created folder: Project (a1a1b43dd14a4ae9abe3522d95f3191c) in parent group-v691255. [ 707.837971] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Creating folder: Instances. Parent ref: group-v691340. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.838239] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e2a1183-e7c9-4356-8798-1f6f6e528dd6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.842014] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.842252] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.842415] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.842599] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.842749] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.842892] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.843118] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.843357] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.843447] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.843616] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.843786] env[70917]: DEBUG nova.virt.hardware [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.844599] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6361864-1883-482c-9079-d7e4bd9dac94 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.852507] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592d379-7184-4d1c-9b8e-26fc197ac305 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.859957] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Created folder: Instances in parent group-v691340. [ 707.860245] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.860750] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.861046] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f08fa950-ccb5-40fc-93e9-8cceb61b3409 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.891023] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.891023] env[70917]: value = "task-3461146" [ 707.891023] env[70917]: _type = "Task" [ 707.891023] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.900151] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461146, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.915020] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5272d3e3-52ed-1dc1-be4c-a197f10c6a82, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.915020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.915135] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] b0535c7e-465f-4e80-9b9b-b455b9c3a98c/b0535c7e-465f-4e80-9b9b-b455b9c3a98c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.915366] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968af7f6-3d15-4a7d-8495-a1b57df10370 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.922369] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 707.922369] env[70917]: value = "task-3461147" [ 707.922369] env[70917]: _type = "Task" [ 707.922369] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.930186] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.950272] env[70917]: DEBUG oslo_vmware.api [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461143, 'name': SuspendVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.019482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.023032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.893s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.023164] env[70917]: DEBUG nova.objects.instance [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lazy-loading 'resources' on Instance uuid 61b1debe-9779-4eeb-abee-5fcc87cf6aaf {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.046047] env[70917]: INFO nova.scheduler.client.report [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Deleted allocations for instance 31674a28-a0b2-4b40-8c6e-ce45218a4d4b [ 708.146751] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461142, 'name': CreateSnapshot_Task, 'duration_secs': 1.039388} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.147097] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.148058] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3fe2f-e3aa-4e16-86d2-c216ef3f8e8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.212841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.371023] env[70917]: DEBUG nova.compute.manager [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Received event network-changed-c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.371404] env[70917]: DEBUG nova.compute.manager [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Refreshing instance network info cache due to event network-changed-c4c19d66-21bb-47ac-a15d-ccad9a91b21d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.371841] env[70917]: DEBUG oslo_concurrency.lockutils [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] Acquiring lock "refresh_cache-259f5513-b60b-4dd9-97ce-829ca51896d4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.373028] env[70917]: DEBUG oslo_concurrency.lockutils [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] Acquired lock "refresh_cache-259f5513-b60b-4dd9-97ce-829ca51896d4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.373028] env[70917]: DEBUG nova.network.neutron [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Refreshing network info cache for port c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.399802] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461146, 'name': CreateVM_Task, 'duration_secs': 0.417436} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.400105] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.400867] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.401215] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.401681] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.402042] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a694617-77d9-414b-ba58-95702faa2945 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.407598] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 708.407598] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b61b6a-340f-51d5-c06a-108ab866a17f" [ 708.407598] env[70917]: _type = "Task" [ 708.407598] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.417025] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b61b6a-340f-51d5-c06a-108ab866a17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.431626] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458989} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.431999] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] b0535c7e-465f-4e80-9b9b-b455b9c3a98c/b0535c7e-465f-4e80-9b9b-b455b9c3a98c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.432381] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.432718] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce288b5c-d4cf-426c-a8e2-d441c713bbf8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.438871] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 708.438871] env[70917]: value = "task-3461148" [ 708.438871] env[70917]: _type = "Task" [ 708.438871] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.457108] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.461227] env[70917]: DEBUG oslo_vmware.api [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461143, 'name': SuspendVM_Task, 'duration_secs': 0.616027} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.461602] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Suspended the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 708.461887] env[70917]: DEBUG nova.compute.manager [None req-6c10e51b-609e-4493-8af4-f00064808eb6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.463302] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb944f-e642-4a5e-b66e-e0d7bf0fc818 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.559237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7410a500-e042-4719-b400-e71667edecfc tempest-ServersAdmin275Test-2137844326 tempest-ServersAdmin275Test-2137844326-project-member] Lock "31674a28-a0b2-4b40-8c6e-ce45218a4d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.505s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.670163] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.670780] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b8bd9b5-c9d0-451d-ae45-1d73de0fb03e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.686020] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 708.686020] env[70917]: value = "task-3461149" [ 708.686020] env[70917]: _type = "Task" [ 708.686020] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.696019] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461149, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.724934] env[70917]: DEBUG nova.network.neutron [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Successfully updated port: d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.922570] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b61b6a-340f-51d5-c06a-108ab866a17f, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.922974] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.923265] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.923539] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.923722] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.923934] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.924344] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a28547-a9b3-4c4d-b268-71ec46e46090 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.932898] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.933309] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.934098] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8412c79c-d792-482f-bb59-0419db8af0ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.939676] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 708.939676] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525d5573-21d0-28d0-a6c5-45d82f493dd3" [ 708.939676] env[70917]: _type = "Task" [ 708.939676] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.954767] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157489} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.960660] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.961226] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525d5573-21d0-28d0-a6c5-45d82f493dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.968452] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831d7af-44f3-427d-9959-52653574df0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.999643] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b0535c7e-465f-4e80-9b9b-b455b9c3a98c/b0535c7e-465f-4e80-9b9b-b455b9c3a98c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.005789] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e883404d-2a89-4f09-9d6b-148367fc9bd7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.027532] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 709.027532] env[70917]: value = "task-3461150" [ 709.027532] env[70917]: _type = "Task" [ 709.027532] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.037018] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.167701] env[70917]: DEBUG nova.network.neutron [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Updated VIF entry in instance network info cache for port c4c19d66-21bb-47ac-a15d-ccad9a91b21d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.168285] env[70917]: DEBUG nova.network.neutron [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Updating instance_info_cache with network_info: [{"id": "c4c19d66-21bb-47ac-a15d-ccad9a91b21d", "address": "fa:16:3e:2e:49:40", "network": {"id": "5230ac3c-37bc-4e56-9626-edcd57e55073", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-643110662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a1b43dd14a4ae9abe3522d95f3191c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4c19d66-21", "ovs_interfaceid": "c4c19d66-21bb-47ac-a15d-ccad9a91b21d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.201086] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461149, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.204729] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9960e001-e25b-42e5-8e71-3ced5864ab7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.211726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f60177f-b10e-4554-be55-dce5343ed4ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.242094] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "refresh_cache-f17585da-df68-4dc5-b7f5-2bd51aa0c645" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.242245] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired lock "refresh_cache-f17585da-df68-4dc5-b7f5-2bd51aa0c645" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.242392] env[70917]: DEBUG nova.network.neutron [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.244736] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e3e45-b5ff-4304-8685-314a923f79a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.253490] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ff402-1e03-44e4-97a4-ae9bad1c2ae3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.268340] env[70917]: DEBUG nova.compute.provider_tree [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.453724] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525d5573-21d0-28d0-a6c5-45d82f493dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.013143} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.454469] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e442acd6-8971-4d5e-8f1b-e5d6e95ad477 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.460174] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 709.460174] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bc91a7-44ec-8ba9-93fc-a2b3f61186b1" [ 709.460174] env[70917]: _type = "Task" [ 709.460174] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.468879] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bc91a7-44ec-8ba9-93fc-a2b3f61186b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.538696] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461150, 'name': ReconfigVM_Task, 'duration_secs': 0.295794} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.539103] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b0535c7e-465f-4e80-9b9b-b455b9c3a98c/b0535c7e-465f-4e80-9b9b-b455b9c3a98c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.539734] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c21a464-4fb0-41c5-8d09-5d520f24282f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.547955] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 709.547955] env[70917]: value = "task-3461151" [ 709.547955] env[70917]: _type = "Task" [ 709.547955] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.560536] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461151, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.673330] env[70917]: DEBUG oslo_concurrency.lockutils [req-0f8ca8a3-763b-43a1-9c4e-a01028fad084 req-966629b1-fae9-4d50-9845-d194f70ae680 service nova] Releasing lock "refresh_cache-259f5513-b60b-4dd9-97ce-829ca51896d4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.693601] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461149, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.771394] env[70917]: DEBUG nova.scheduler.client.report [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.799648] env[70917]: DEBUG nova.network.neutron [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.974945] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bc91a7-44ec-8ba9-93fc-a2b3f61186b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.975826] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.977147] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 259f5513-b60b-4dd9-97ce-829ca51896d4/259f5513-b60b-4dd9-97ce-829ca51896d4.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.979914] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f01641bd-f984-4633-bd07-1030e15c43fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.996958] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 709.996958] env[70917]: value = "task-3461152" [ 709.996958] env[70917]: _type = "Task" [ 709.996958] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.003473] env[70917]: DEBUG nova.network.neutron [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Updating instance_info_cache with network_info: [{"id": "d6a77597-479b-4d34-8fa6-e3fea7757572", "address": "fa:16:3e:76:43:c8", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a77597-47", "ovs_interfaceid": "d6a77597-479b-4d34-8fa6-e3fea7757572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.011194] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.058368] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461151, 'name': Rename_Task, 'duration_secs': 0.134922} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.058649] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.058893] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-496f4db7-6410-49a8-90ae-31dd1c7d0e80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.065668] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 710.065668] env[70917]: value = "task-3461153" [ 710.065668] env[70917]: _type = "Task" [ 710.065668] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.073333] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.194615] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461149, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.276552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.281220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.856s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.281443] env[70917]: INFO nova.compute.claims [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.309328] env[70917]: INFO nova.scheduler.client.report [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Deleted allocations for instance 61b1debe-9779-4eeb-abee-5fcc87cf6aaf [ 710.507351] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Releasing lock "refresh_cache-f17585da-df68-4dc5-b7f5-2bd51aa0c645" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507726] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Instance network_info: |[{"id": "d6a77597-479b-4d34-8fa6-e3fea7757572", "address": "fa:16:3e:76:43:c8", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a77597-47", "ovs_interfaceid": "d6a77597-479b-4d34-8fa6-e3fea7757572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.508047] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461152, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.508433] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:43:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6a77597-479b-4d34-8fa6-e3fea7757572', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.517056] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.517729] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.517989] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee5d651-044e-4e4a-af15-c588f80a451e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.541074] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.541074] env[70917]: value = "task-3461154" [ 710.541074] env[70917]: _type = "Task" [ 710.541074] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.550179] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461154, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.576503] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.695763] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461149, 'name': CloneVM_Task, 'duration_secs': 1.735819} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.697092] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Created linked-clone VM from snapshot [ 710.698325] env[70917]: DEBUG nova.compute.manager [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Received event network-vif-plugged-d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.698528] env[70917]: DEBUG oslo_concurrency.lockutils [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] Acquiring lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.698739] env[70917]: DEBUG oslo_concurrency.lockutils [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.698899] env[70917]: DEBUG oslo_concurrency.lockutils [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.699075] env[70917]: DEBUG nova.compute.manager [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] No waiting events found dispatching network-vif-plugged-d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.699770] env[70917]: WARNING nova.compute.manager [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Received unexpected event network-vif-plugged-d6a77597-479b-4d34-8fa6-e3fea7757572 for instance with vm_state building and task_state spawning. [ 710.699770] env[70917]: DEBUG nova.compute.manager [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Received event network-changed-d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.699770] env[70917]: DEBUG nova.compute.manager [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Refreshing instance network info cache due to event network-changed-d6a77597-479b-4d34-8fa6-e3fea7757572. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.699770] env[70917]: DEBUG oslo_concurrency.lockutils [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] Acquiring lock "refresh_cache-f17585da-df68-4dc5-b7f5-2bd51aa0c645" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.699952] env[70917]: DEBUG oslo_concurrency.lockutils [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] Acquired lock "refresh_cache-f17585da-df68-4dc5-b7f5-2bd51aa0c645" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.699986] env[70917]: DEBUG nova.network.neutron [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Refreshing network info cache for port d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.701984] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed5696-601f-4dc0-bbe1-2c113010d56a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.713670] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Uploading image a5903fe8-8862-48dd-b41a-c303d3febc3a {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.732453] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.732828] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f034f7b-2361-4c78-a736-a1c5aef5fc23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.744264] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 710.744264] env[70917]: value = "task-3461155" [ 710.744264] env[70917]: _type = "Task" [ 710.744264] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.753474] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461155, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.823880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Lock "61b1debe-9779-4eeb-abee-5fcc87cf6aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.916s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.995574] env[70917]: DEBUG nova.compute.manager [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.996556] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c6d68c-6635-4ac4-a92d-ae4f42d3336e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.007865] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567718} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.009621] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 259f5513-b60b-4dd9-97ce-829ca51896d4/259f5513-b60b-4dd9-97ce-829ca51896d4.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.009859] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.013018] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d05fa23-acb2-483c-9467-109ccdfa36c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.023605] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 711.023605] env[70917]: value = "task-3461156" [ 711.023605] env[70917]: _type = "Task" [ 711.023605] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.033889] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.050795] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461154, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.076947] env[70917]: DEBUG oslo_vmware.api [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461153, 'name': PowerOnVM_Task, 'duration_secs': 0.525552} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.077254] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.077540] env[70917]: INFO nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Took 10.41 seconds to spawn the instance on the hypervisor. [ 711.077680] env[70917]: DEBUG nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.078536] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466edde0-d62f-4971-af63-570901df7b66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.255822] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461155, 'name': Destroy_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.360772] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.361167] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.519522] env[70917]: INFO nova.compute.manager [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] instance snapshotting [ 711.519830] env[70917]: WARNING nova.compute.manager [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 711.522498] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a2158-49d6-4f20-90b4-d11f7bc58379 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.565354] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff60d6-3fe4-4d50-a718-199de73c48df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.574421] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066904} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.576147] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.576480] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0042b54-7e6e-4159-848e-4f520ad9bb00 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.584552] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461154, 'name': CreateVM_Task, 'duration_secs': 0.573515} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.587376] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.588229] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.588393] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.588758] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.602333] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec07d983-f2d3-480a-a742-ba0ccec717b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.613411] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 259f5513-b60b-4dd9-97ce-829ca51896d4/259f5513-b60b-4dd9-97ce-829ca51896d4.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.617766] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a09705-0cda-4c20-ba3f-88a96bdc3b2a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.635147] env[70917]: INFO nova.compute.manager [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Took 38.30 seconds to build instance. [ 711.639666] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 711.639666] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522540dc-dc88-f304-5151-174551d356b8" [ 711.639666] env[70917]: _type = "Task" [ 711.639666] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.644777] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 711.644777] env[70917]: value = "task-3461157" [ 711.644777] env[70917]: _type = "Task" [ 711.644777] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.653857] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522540dc-dc88-f304-5151-174551d356b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.659110] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.661944] env[70917]: DEBUG nova.network.neutron [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Updated VIF entry in instance network info cache for port d6a77597-479b-4d34-8fa6-e3fea7757572. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.662334] env[70917]: DEBUG nova.network.neutron [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Updating instance_info_cache with network_info: [{"id": "d6a77597-479b-4d34-8fa6-e3fea7757572", "address": "fa:16:3e:76:43:c8", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a77597-47", "ovs_interfaceid": "d6a77597-479b-4d34-8fa6-e3fea7757572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.757226] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461155, 'name': Destroy_Task, 'duration_secs': 0.609992} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.757226] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Destroyed the VM [ 711.757226] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.757823] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c718edd7-7192-4109-8dc8-bf2f1d5947cc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.763731] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 711.763731] env[70917]: value = "task-3461158" [ 711.763731] env[70917]: _type = "Task" [ 711.763731] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.771966] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.919121] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a2a228-dc62-43b0-b0b0-3f7dc39a1be4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.928761] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faccb02-f995-4e5d-98f8-3014715dd6c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.968876] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408cad0e-bc2d-4b3b-b53d-bbfbe828c1ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.976523] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefda99e-4db6-43f7-88af-79594e9dcbf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.990980] env[70917]: DEBUG nova.compute.provider_tree [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.089476] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.089910] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-edf7f7b5-10d4-48ee-aea9-c898d3ef4ea1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.100760] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 712.100760] env[70917]: value = "task-3461159" [ 712.100760] env[70917]: _type = "Task" [ 712.100760] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.109226] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.138321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.815s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.154356] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522540dc-dc88-f304-5151-174551d356b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.155367] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.155691] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.155956] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.156119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.156304] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.159517] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-246246f4-0635-4ae3-ae46-744f4af11213 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.161879] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461157, 'name': ReconfigVM_Task, 'duration_secs': 0.262612} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.162804] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 259f5513-b60b-4dd9-97ce-829ca51896d4/259f5513-b60b-4dd9-97ce-829ca51896d4.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.164199] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4da005-7646-49c4-8dd3-4ee481d81bd9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.165894] env[70917]: DEBUG oslo_concurrency.lockutils [req-26ddcb81-0708-4932-98ff-b9b654f6d5a3 req-1f24dfc7-e399-482a-a5fe-0090b72d9e96 service nova] Releasing lock "refresh_cache-f17585da-df68-4dc5-b7f5-2bd51aa0c645" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.169450] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.169632] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.172081] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e33f47-4fed-4058-8efe-ccde5cb3ec93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.174758] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 712.174758] env[70917]: value = "task-3461160" [ 712.174758] env[70917]: _type = "Task" [ 712.174758] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.180574] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 712.180574] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52625c1e-ca83-6d9b-e0b9-e0cbe379926f" [ 712.180574] env[70917]: _type = "Task" [ 712.180574] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.187778] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461160, 'name': Rename_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.194122] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52625c1e-ca83-6d9b-e0b9-e0cbe379926f, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.195478] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f7a01f-7dbf-4bfa-98cf-991d86443205 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.200581] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 712.200581] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5267d7df-b7b8-ce59-0b75-67e39cf0e996" [ 712.200581] env[70917]: _type = "Task" [ 712.200581] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.209444] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5267d7df-b7b8-ce59-0b75-67e39cf0e996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.274382] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461158, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.494258] env[70917]: DEBUG nova.scheduler.client.report [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.613598] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461159, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.641830] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.693031] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461160, 'name': Rename_Task, 'duration_secs': 0.151361} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.693031] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.693031] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca77fed-1ab5-41e6-9fb3-c0397dc0f313 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.699563] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 712.699563] env[70917]: value = "task-3461161" [ 712.699563] env[70917]: _type = "Task" [ 712.699563] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.710459] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.715311] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5267d7df-b7b8-ce59-0b75-67e39cf0e996, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.715572] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.715941] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f17585da-df68-4dc5-b7f5-2bd51aa0c645/f17585da-df68-4dc5-b7f5-2bd51aa0c645.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.716212] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f40c20c3-86ea-4784-84fc-980dca362a32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.722355] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 712.722355] env[70917]: value = "task-3461162" [ 712.722355] env[70917]: _type = "Task" [ 712.722355] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.729820] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.773820] env[70917]: DEBUG oslo_vmware.api [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461158, 'name': RemoveSnapshot_Task, 'duration_secs': 0.65874} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.774091] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 712.785587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.785885] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.786131] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.786342] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.786581] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.791235] env[70917]: INFO nova.compute.manager [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Terminating instance [ 712.999773] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.000367] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.003265] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.892s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.005504] env[70917]: INFO nova.compute.claims [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.115508] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461159, 'name': CreateSnapshot_Task, 'duration_secs': 0.538754} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.115882] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.117017] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454d881-1646-481e-bef7-c682033da0f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.173474] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.210872] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.234534] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458858} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.234856] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f17585da-df68-4dc5-b7f5-2bd51aa0c645/f17585da-df68-4dc5-b7f5-2bd51aa0c645.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.235087] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.235344] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c5f99e7-0b20-4fea-988e-7b0b6748948c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.241766] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 713.241766] env[70917]: value = "task-3461163" [ 713.241766] env[70917]: _type = "Task" [ 713.241766] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.251873] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.280978] env[70917]: WARNING nova.compute.manager [None req-63d8dfd4-32db-4d9b-9f54-87bfab4325c8 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Image not found during snapshot: nova.exception.ImageNotFound: Image a5903fe8-8862-48dd-b41a-c303d3febc3a could not be found. [ 713.297536] env[70917]: DEBUG nova.compute.manager [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.297536] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.298975] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d336c3-d9e6-403d-831b-cc98fb194681 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.310173] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.310800] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbd133f-492a-4c18-ab72-d0c5e02b7a30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.317368] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 713.317368] env[70917]: value = "task-3461164" [ 713.317368] env[70917]: _type = "Task" [ 713.317368] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.328073] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.511347] env[70917]: DEBUG nova.compute.utils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.516052] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.516052] env[70917]: DEBUG nova.network.neutron [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.563558] env[70917]: DEBUG nova.policy [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e44f23e7a24a5c9e286c9f8c94cc11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5d3cd1f729e4c2a8012e75154c856f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.642018] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.642386] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3173c0ba-dc1f-4702-a9f8-6c2464f96791 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.653298] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 713.653298] env[70917]: value = "task-3461165" [ 713.653298] env[70917]: _type = "Task" [ 713.653298] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.668686] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461165, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.711197] env[70917]: DEBUG oslo_vmware.api [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461161, 'name': PowerOnVM_Task, 'duration_secs': 0.619746} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.711456] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.711664] env[70917]: INFO nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Took 8.13 seconds to spawn the instance on the hypervisor. [ 713.711843] env[70917]: DEBUG nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.712620] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff7b7c-1617-4907-b6b4-f25cbfdba4cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.754869] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067008} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.754869] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.755804] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226811b6-d74e-4feb-a98d-0aa405f2b4dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.786651] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] f17585da-df68-4dc5-b7f5-2bd51aa0c645/f17585da-df68-4dc5-b7f5-2bd51aa0c645.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.787326] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2c0251-115f-4115-845d-369856d4869b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.809862] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 713.809862] env[70917]: value = "task-3461166" [ 713.809862] env[70917]: _type = "Task" [ 713.809862] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.821244] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.832109] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.832517] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.832831] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.833165] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.833340] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.835194] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461164, 'name': PowerOffVM_Task, 'duration_secs': 0.193256} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.835556] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.835752] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.836077] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bdd16d-e437-418b-8be9-566c6ec86578 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.838395] env[70917]: INFO nova.compute.manager [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Terminating instance [ 713.899989] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.900244] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.900440] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Deleting the datastore file [datastore2] b0535c7e-465f-4e80-9b9b-b455b9c3a98c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.900831] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c72253-425e-4f08-bf5e-8c2461835bae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.908200] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for the task: (returnval){ [ 713.908200] env[70917]: value = "task-3461168" [ 713.908200] env[70917]: _type = "Task" [ 713.908200] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.918165] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.970482] env[70917]: DEBUG nova.network.neutron [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Successfully created port: 01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.015065] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.184129] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461165, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.235403] env[70917]: INFO nova.compute.manager [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Took 40.68 seconds to build instance. [ 714.321833] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.343241] env[70917]: DEBUG nova.compute.manager [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.343475] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.344625] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5b146-cab3-4652-8521-27ad1d9b937f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.353354] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.354041] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1762c80-d1e3-4e96-87e1-bd5a4887783e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.362225] env[70917]: DEBUG oslo_vmware.api [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 714.362225] env[70917]: value = "task-3461169" [ 714.362225] env[70917]: _type = "Task" [ 714.362225] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.372248] env[70917]: DEBUG oslo_vmware.api [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.420145] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.670511] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f493f-7606-443c-86a1-9fd877900b7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.679592] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461165, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.682527] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e37fa9-3788-4c4a-9429-a0528a43c6ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.716721] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b0b67d-b535-43f5-919f-7fda9fa54a0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.725297] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dfd20d-ead1-4069-bb07-0068369c3024 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.740431] env[70917]: DEBUG oslo_concurrency.lockutils [None req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.198s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.740946] env[70917]: DEBUG nova.compute.provider_tree [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.812197] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "259f5513-b60b-4dd9-97ce-829ca51896d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.812555] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.812790] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "259f5513-b60b-4dd9-97ce-829ca51896d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.813315] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.813315] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.823021] env[70917]: INFO nova.compute.manager [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Terminating instance [ 714.830614] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461166, 'name': ReconfigVM_Task, 'duration_secs': 0.910764} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.830911] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Reconfigured VM instance instance-0000001b to attach disk [datastore1] f17585da-df68-4dc5-b7f5-2bd51aa0c645/f17585da-df68-4dc5-b7f5-2bd51aa0c645.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.836380] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2eaa86d-763c-47bb-92c9-e1873a4acc53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.844649] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 714.844649] env[70917]: value = "task-3461170" [ 714.844649] env[70917]: _type = "Task" [ 714.844649] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.858636] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461170, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.871785] env[70917]: DEBUG oslo_vmware.api [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461169, 'name': PowerOffVM_Task, 'duration_secs': 0.353397} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.872016] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.872208] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.872488] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d94c140-82c7-4cd3-8dfc-5e096737a988 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.920903] env[70917]: DEBUG oslo_vmware.api [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Task: {'id': task-3461168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611813} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.921253] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.921445] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.921648] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.921858] env[70917]: INFO nova.compute.manager [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 714.922092] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.922320] env[70917]: DEBUG nova.compute.manager [-] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.922418] env[70917]: DEBUG nova.network.neutron [-] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.956900] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.957548] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.957797] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleting the datastore file [datastore1] 2b45d5ab-8870-4d3c-b645-d7587fb9466f {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.958117] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05abb6e0-9e21-4821-ac5f-6444237519ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.965512] env[70917]: DEBUG oslo_vmware.api [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 714.965512] env[70917]: value = "task-3461172" [ 714.965512] env[70917]: _type = "Task" [ 714.965512] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.974982] env[70917]: DEBUG oslo_vmware.api [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.031209] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.063363] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.063662] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.063828] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.064223] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.064448] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.064636] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.064877] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.065119] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.065496] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.065680] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.065857] env[70917]: DEBUG nova.virt.hardware [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.066929] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef55dbb8-675d-4bca-a8eb-c12d75a8d495 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.074921] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05dd1dc-3c98-492b-9c37-f446482e4409 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.175289] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461165, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.244903] env[70917]: DEBUG nova.scheduler.client.report [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.250054] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.329350] env[70917]: DEBUG nova.compute.manager [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.329814] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.332204] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f5b8ed-a099-4a3d-bc2c-39d358a59031 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.342685] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.342955] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eaf17ee-9c0c-4ef7-af2b-600e83c684b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.350291] env[70917]: DEBUG oslo_vmware.api [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 715.350291] env[70917]: value = "task-3461173" [ 715.350291] env[70917]: _type = "Task" [ 715.350291] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.357566] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461170, 'name': Rename_Task, 'duration_secs': 0.202384} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.358294] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.358568] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791299fc-8ca9-4c90-a3c0-7700754ae6b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.363012] env[70917]: DEBUG oslo_vmware.api [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.367924] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 715.367924] env[70917]: value = "task-3461174" [ 715.367924] env[70917]: _type = "Task" [ 715.367924] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.379022] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.392940] env[70917]: DEBUG nova.compute.manager [req-73db510e-f14b-4aa7-ba76-0f1706d7ff0d req-a1565d3c-cdfa-4ea5-9f8b-ddacf48eb549 service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Received event network-vif-deleted-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.393231] env[70917]: INFO nova.compute.manager [req-73db510e-f14b-4aa7-ba76-0f1706d7ff0d req-a1565d3c-cdfa-4ea5-9f8b-ddacf48eb549 service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Neutron deleted interface fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1; detaching it from the instance and deleting it from the info cache [ 715.393420] env[70917]: DEBUG nova.network.neutron [req-73db510e-f14b-4aa7-ba76-0f1706d7ff0d req-a1565d3c-cdfa-4ea5-9f8b-ddacf48eb549 service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.478568] env[70917]: DEBUG oslo_vmware.api [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298923} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.478914] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.479130] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.479435] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.479533] env[70917]: INFO nova.compute.manager [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.479766] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.480178] env[70917]: DEBUG nova.compute.manager [-] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.480178] env[70917]: DEBUG nova.network.neutron [-] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.674535] env[70917]: DEBUG nova.network.neutron [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Successfully updated port: 01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.678627] env[70917]: DEBUG nova.compute.manager [req-a600edf7-df24-427d-a05f-0f91e4836112 req-e62ca067-e989-4945-b6b8-efdb44a7e531 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Received event network-vif-plugged-01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.678981] env[70917]: DEBUG oslo_concurrency.lockutils [req-a600edf7-df24-427d-a05f-0f91e4836112 req-e62ca067-e989-4945-b6b8-efdb44a7e531 service nova] Acquiring lock "397d8981-9976-408a-8c4b-927bea267653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.679306] env[70917]: DEBUG oslo_concurrency.lockutils [req-a600edf7-df24-427d-a05f-0f91e4836112 req-e62ca067-e989-4945-b6b8-efdb44a7e531 service nova] Lock "397d8981-9976-408a-8c4b-927bea267653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.679589] env[70917]: DEBUG oslo_concurrency.lockutils [req-a600edf7-df24-427d-a05f-0f91e4836112 req-e62ca067-e989-4945-b6b8-efdb44a7e531 service nova] Lock "397d8981-9976-408a-8c4b-927bea267653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.679964] env[70917]: DEBUG nova.compute.manager [req-a600edf7-df24-427d-a05f-0f91e4836112 req-e62ca067-e989-4945-b6b8-efdb44a7e531 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] No waiting events found dispatching network-vif-plugged-01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.680354] env[70917]: WARNING nova.compute.manager [req-a600edf7-df24-427d-a05f-0f91e4836112 req-e62ca067-e989-4945-b6b8-efdb44a7e531 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Received unexpected event network-vif-plugged-01512f60-0d4b-4661-8f99-2140604661ce for instance with vm_state building and task_state spawning. [ 715.687806] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461165, 'name': CloneVM_Task, 'duration_secs': 1.686034} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.688194] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Created linked-clone VM from snapshot [ 715.689108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aaf023-29ce-461c-9a82-9f9be7b7bb28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.699949] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Uploading image bab0db9e-7b39-4d2e-bf97-2964f55d0d6d {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.733313] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.733313] env[70917]: value = "vm-691346" [ 715.733313] env[70917]: _type = "VirtualMachine" [ 715.733313] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.733585] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37b7cfd3-6dea-46cd-97c4-9159a54fd788 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.742266] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease: (returnval){ [ 715.742266] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d73b47-2012-189e-e06a-412489dae9f2" [ 715.742266] env[70917]: _type = "HttpNfcLease" [ 715.742266] env[70917]: } obtained for exporting VM: (result){ [ 715.742266] env[70917]: value = "vm-691346" [ 715.742266] env[70917]: _type = "VirtualMachine" [ 715.742266] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.742515] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the lease: (returnval){ [ 715.742515] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d73b47-2012-189e-e06a-412489dae9f2" [ 715.742515] env[70917]: _type = "HttpNfcLease" [ 715.742515] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.749675] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.749675] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d73b47-2012-189e-e06a-412489dae9f2" [ 715.749675] env[70917]: _type = "HttpNfcLease" [ 715.749675] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 715.753851] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.754081] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.757270] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.988s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.791871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.862460] env[70917]: DEBUG oslo_vmware.api [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461173, 'name': PowerOffVM_Task, 'duration_secs': 0.266949} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.862733] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.862908] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.863173] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c507af4f-b4ec-4e78-8958-b6fece6f03a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.880291] env[70917]: DEBUG nova.network.neutron [-] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.881925] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.898445] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e0f6901-8d8d-421d-b3b3-714d0afe1e97 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.910739] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a1f83c-19b3-4b74-a723-b9f3ad24382f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.924071] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.924304] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.924515] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Deleting the datastore file [datastore1] 259f5513-b60b-4dd9-97ce-829ca51896d4 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.924759] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd51480c-662c-45cc-a41e-4912a8f5d318 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.931997] env[70917]: DEBUG oslo_vmware.api [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for the task: (returnval){ [ 715.931997] env[70917]: value = "task-3461177" [ 715.931997] env[70917]: _type = "Task" [ 715.931997] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.947595] env[70917]: DEBUG nova.compute.manager [req-73db510e-f14b-4aa7-ba76-0f1706d7ff0d req-a1565d3c-cdfa-4ea5-9f8b-ddacf48eb549 service nova] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Detach interface failed, port_id=fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1, reason: Instance b0535c7e-465f-4e80-9b9b-b455b9c3a98c could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.954361] env[70917]: DEBUG oslo_vmware.api [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.183305] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "refresh_cache-397d8981-9976-408a-8c4b-927bea267653" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.183624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "refresh_cache-397d8981-9976-408a-8c4b-927bea267653" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.184574] env[70917]: DEBUG nova.network.neutron [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.252497] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.252497] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d73b47-2012-189e-e06a-412489dae9f2" [ 716.252497] env[70917]: _type = "HttpNfcLease" [ 716.252497] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.252497] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.252497] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d73b47-2012-189e-e06a-412489dae9f2" [ 716.252497] env[70917]: _type = "HttpNfcLease" [ 716.252497] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.252497] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d9260b-0a5e-424b-b32d-6f4b146b6ca0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.260042] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c6fd5-2d18-7968-8ac4-b7b37e7cfa58/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.260231] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c6fd5-2d18-7968-8ac4-b7b37e7cfa58/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.264473] env[70917]: DEBUG nova.compute.utils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.325161] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.325161] env[70917]: DEBUG nova.network.neutron [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.361333] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c15961c-5a4d-4548-b0ff-cf5c5e19cc34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.381449] env[70917]: DEBUG oslo_vmware.api [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461174, 'name': PowerOnVM_Task, 'duration_secs': 0.706862} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.381449] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.381449] env[70917]: INFO nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Took 8.57 seconds to spawn the instance on the hypervisor. [ 716.381449] env[70917]: DEBUG nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.381449] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee9fa5-3357-4b44-bb92-e3bd7f4aa33a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.390175] env[70917]: INFO nova.compute.manager [-] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Took 1.47 seconds to deallocate network for instance. [ 716.399278] env[70917]: DEBUG nova.policy [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9b740df93d4bb5a1fe9edfc3f1aac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff15a636f5da447c87204b8d9c30e5ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.446147] env[70917]: DEBUG oslo_vmware.api [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Task: {'id': task-3461177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193995} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.450064] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.450064] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.450064] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.450064] env[70917]: INFO nova.compute.manager [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 716.450064] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.450278] env[70917]: DEBUG nova.compute.manager [-] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.450278] env[70917]: DEBUG nova.network.neutron [-] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.480832] env[70917]: DEBUG nova.network.neutron [-] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.763071] env[70917]: DEBUG nova.network.neutron [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.831786] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.897151] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.925388] env[70917]: INFO nova.compute.manager [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Took 38.94 seconds to build instance. [ 716.987120] env[70917]: INFO nova.compute.manager [-] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Took 1.51 seconds to deallocate network for instance. [ 717.017216] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d606f2-184a-45da-b32f-463d0e8562dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.034228] env[70917]: DEBUG nova.network.neutron [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Updating instance_info_cache with network_info: [{"id": "01512f60-0d4b-4661-8f99-2140604661ce", "address": "fa:16:3e:dd:27:0c", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512f60-0d", "ovs_interfaceid": "01512f60-0d4b-4661-8f99-2140604661ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.035630] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1597f8-17cb-438a-8c10-7cbe32220fbd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.040733] env[70917]: DEBUG nova.network.neutron [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Successfully created port: cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.075031] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc0477-e8d0-4916-806b-6490736b7917 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.083202] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e410cc1-595c-4194-9a0b-db2d884e64fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.099944] env[70917]: DEBUG nova.compute.provider_tree [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.248657] env[70917]: DEBUG nova.network.neutron [-] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.431479] env[70917]: DEBUG oslo_concurrency.lockutils [None req-73361e88-58e4-474d-b21d-fce78e4918d1 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.462s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.497593] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.540999] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "refresh_cache-397d8981-9976-408a-8c4b-927bea267653" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.545023] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance network_info: |[{"id": "01512f60-0d4b-4661-8f99-2140604661ce", "address": "fa:16:3e:dd:27:0c", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512f60-0d", "ovs_interfaceid": "01512f60-0d4b-4661-8f99-2140604661ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.545573] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:27:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01512f60-0d4b-4661-8f99-2140604661ce', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.553418] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating folder: Project (c5d3cd1f729e4c2a8012e75154c856f8). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.554021] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc0260a7-8cb9-4108-800d-ff6c605ba7bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.569020] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created folder: Project (c5d3cd1f729e4c2a8012e75154c856f8) in parent group-v691255. [ 717.569020] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating folder: Instances. Parent ref: group-v691347. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.569020] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e4c0046-0154-45d1-8c0c-001ee6e12df1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.583957] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created folder: Instances in parent group-v691347. [ 717.583957] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.583957] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.583957] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-313b2d74-a481-476b-a9c1-4946bd0362ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.603733] env[70917]: DEBUG nova.scheduler.client.report [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.611454] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.611454] env[70917]: value = "task-3461180" [ 717.611454] env[70917]: _type = "Task" [ 717.611454] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.620759] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461180, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.753092] env[70917]: INFO nova.compute.manager [-] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Took 1.30 seconds to deallocate network for instance. [ 717.848344] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.876989] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.877417] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.877726] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.878031] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.878787] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.878787] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.878787] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.879067] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.879529] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.879695] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.880035] env[70917]: DEBUG nova.virt.hardware [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.881201] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc7ab9-dffe-456b-8398-b3bc11babaab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.890755] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65b277-d638-4023-ba7f-a8fee2030c3a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.934427] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.985881] env[70917]: DEBUG nova.compute.manager [req-7d398163-5cee-48d9-ba15-597b87df3975 req-47ec7f17-e34b-447e-bc0a-66fd3724c151 service nova] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Received event network-vif-deleted-38eb0318-58da-4856-8e79-29b76c95f1d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.071330] env[70917]: DEBUG nova.compute.manager [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Received event network-changed-01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.071556] env[70917]: DEBUG nova.compute.manager [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Refreshing instance network info cache due to event network-changed-01512f60-0d4b-4661-8f99-2140604661ce. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.071797] env[70917]: DEBUG oslo_concurrency.lockutils [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] Acquiring lock "refresh_cache-397d8981-9976-408a-8c4b-927bea267653" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.071956] env[70917]: DEBUG oslo_concurrency.lockutils [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] Acquired lock "refresh_cache-397d8981-9976-408a-8c4b-927bea267653" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.073054] env[70917]: DEBUG nova.network.neutron [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Refreshing network info cache for port 01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.126941] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461180, 'name': CreateVM_Task, 'duration_secs': 0.403146} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.127146] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.127843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.128016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.129074] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.129594] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dff0852-38fa-4636-bef1-ebf8d3c1d019 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.135503] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 718.135503] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c0e926-34ea-843e-69b1-b1f2efae27c6" [ 718.135503] env[70917]: _type = "Task" [ 718.135503] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.146076] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c0e926-34ea-843e-69b1-b1f2efae27c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.213784] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "face8a41-907a-48a0-b295-75d925895e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.214052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "face8a41-907a-48a0-b295-75d925895e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.241847] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "c2741fec-4444-45f0-977f-6bdb23ab33cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.242129] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.261071] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.457075] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.542642] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.542932] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.543570] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.544299] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.545677] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.549831] env[70917]: INFO nova.compute.manager [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Terminating instance [ 718.618815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.861s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.623257] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.754s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.624790] env[70917]: INFO nova.compute.claims [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.650909] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c0e926-34ea-843e-69b1-b1f2efae27c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.651280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.651520] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.652085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.652203] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.652401] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.652692] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987b058e-9899-4816-9b7f-d757a9a2e7b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.661480] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.661731] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.662569] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e73011-3f54-41d7-8920-1a162c96c9b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.668970] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 718.668970] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5220b905-d6c9-45d4-b85c-6e975f4484b9" [ 718.668970] env[70917]: _type = "Task" [ 718.668970] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.679394] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5220b905-d6c9-45d4-b85c-6e975f4484b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.895095] env[70917]: DEBUG nova.network.neutron [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Successfully updated port: cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.965747] env[70917]: DEBUG nova.network.neutron [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Updated VIF entry in instance network info cache for port 01512f60-0d4b-4661-8f99-2140604661ce. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.965747] env[70917]: DEBUG nova.network.neutron [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Updating instance_info_cache with network_info: [{"id": "01512f60-0d4b-4661-8f99-2140604661ce", "address": "fa:16:3e:dd:27:0c", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512f60-0d", "ovs_interfaceid": "01512f60-0d4b-4661-8f99-2140604661ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.053443] env[70917]: DEBUG nova.compute.manager [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.053700] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.054794] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67318f70-7b99-4bbc-b7dd-47c9f20325eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.066042] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.066274] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45c4565-a03c-4e7d-a8f0-af73d9442709 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.072468] env[70917]: DEBUG oslo_vmware.api [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 719.072468] env[70917]: value = "task-3461181" [ 719.072468] env[70917]: _type = "Task" [ 719.072468] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.081053] env[70917]: DEBUG oslo_vmware.api [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.179352] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5220b905-d6c9-45d4-b85c-6e975f4484b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.180187] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5feda81-6876-4640-a47d-722fb1312373 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.186144] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 719.186144] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce2f4b-b2b9-422a-35b0-0383143efa16" [ 719.186144] env[70917]: _type = "Task" [ 719.186144] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.192634] env[70917]: INFO nova.scheduler.client.report [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleted allocation for migration a8223285-e8fd-481e-86c6-c90592b88769 [ 719.197546] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce2f4b-b2b9-422a-35b0-0383143efa16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.400422] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.400590] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquired lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.400726] env[70917]: DEBUG nova.network.neutron [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.468472] env[70917]: DEBUG oslo_concurrency.lockutils [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] Releasing lock "refresh_cache-397d8981-9976-408a-8c4b-927bea267653" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.468762] env[70917]: DEBUG nova.compute.manager [req-9bd8ec69-9a65-40c0-8171-dddc7056efc5 req-5662f362-6372-4666-9c45-c484574d3f88 service nova] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Received event network-vif-deleted-c4c19d66-21bb-47ac-a15d-ccad9a91b21d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.584744] env[70917]: DEBUG oslo_vmware.api [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461181, 'name': PowerOffVM_Task, 'duration_secs': 0.206898} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.585061] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.585252] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.585520] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a006f7b4-3dcb-4d0c-8109-4bff41a3a8c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.665783] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.666096] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.666218] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Deleting the datastore file [datastore1] f17585da-df68-4dc5-b7f5-2bd51aa0c645 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.666966] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ec363d-1d85-4290-982c-5a97bec98168 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.673739] env[70917]: DEBUG oslo_vmware.api [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for the task: (returnval){ [ 719.673739] env[70917]: value = "task-3461183" [ 719.673739] env[70917]: _type = "Task" [ 719.673739] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.685508] env[70917]: DEBUG oslo_vmware.api [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.698442] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce2f4b-b2b9-422a-35b0-0383143efa16, 'name': SearchDatastore_Task, 'duration_secs': 0.015124} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.698724] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.699176] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.699446] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82b6cdf0-82e6-4e9a-8658-b8af1419b537 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.702097] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fddba9dc-7f81-4753-9729-f8a6da288ea2 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.424s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.709569] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 719.709569] env[70917]: value = "task-3461184" [ 719.709569] env[70917]: _type = "Task" [ 719.709569] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.720741] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.950324] env[70917]: DEBUG nova.network.neutron [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.108491] env[70917]: DEBUG nova.compute.manager [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Received event network-vif-plugged-cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.108491] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] Acquiring lock "12220b63-b805-43a1-b4fc-08a6cc4e0978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.108491] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.108491] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.109137] env[70917]: DEBUG nova.compute.manager [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] No waiting events found dispatching network-vif-plugged-cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.109137] env[70917]: WARNING nova.compute.manager [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Received unexpected event network-vif-plugged-cbea5d36-9cf5-4a78-9f05-e226892a7d40 for instance with vm_state building and task_state spawning. [ 720.109137] env[70917]: DEBUG nova.compute.manager [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Received event network-changed-cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.109244] env[70917]: DEBUG nova.compute.manager [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Refreshing instance network info cache due to event network-changed-cbea5d36-9cf5-4a78-9f05-e226892a7d40. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.109363] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] Acquiring lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.126641] env[70917]: DEBUG nova.network.neutron [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Updating instance_info_cache with network_info: [{"id": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "address": "fa:16:3e:f0:e7:2c", "network": {"id": "4da8edd3-a3b9-4397-8075-27451f0dd68d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2124101163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff15a636f5da447c87204b8d9c30e5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbea5d36-9c", "ovs_interfaceid": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.184955] env[70917]: DEBUG oslo_vmware.api [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Task: {'id': task-3461183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219203} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.188291] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.188507] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.188794] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.188998] env[70917]: INFO nova.compute.manager [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.189283] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.189718] env[70917]: DEBUG nova.compute.manager [-] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.189819] env[70917]: DEBUG nova.network.neutron [-] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.205908] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf3ad7-d33b-426a-8446-400e96e1bee0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.221027] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf37ad3-9895-43b3-8689-8d518130e66d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.225882] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.256198] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef99aa-844c-494f-b919-6777f4dfdf21 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.264769] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2bc3c8-e14d-44cb-a198-c2589513c18a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.279282] env[70917]: DEBUG nova.compute.provider_tree [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.631027] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Releasing lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.631027] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Instance network_info: |[{"id": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "address": "fa:16:3e:f0:e7:2c", "network": {"id": "4da8edd3-a3b9-4397-8075-27451f0dd68d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2124101163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff15a636f5da447c87204b8d9c30e5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbea5d36-9c", "ovs_interfaceid": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.631262] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] Acquired lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.631262] env[70917]: DEBUG nova.network.neutron [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Refreshing network info cache for port cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.632266] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e7:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbea5d36-9cf5-4a78-9f05-e226892a7d40', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.640191] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Creating folder: Project (ff15a636f5da447c87204b8d9c30e5ea). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.641505] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef7405a-fb66-4f48-ba9a-30f356298b1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.652290] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Created folder: Project (ff15a636f5da447c87204b8d9c30e5ea) in parent group-v691255. [ 720.652473] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Creating folder: Instances. Parent ref: group-v691350. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.652709] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d44dec5b-b098-4021-820a-d39352c3649a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.664442] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Created folder: Instances in parent group-v691350. [ 720.667222] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.667222] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.667222] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e775a4e3-8f54-4461-874b-a86ec3905dc8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.686017] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.686017] env[70917]: value = "task-3461187" [ 720.686017] env[70917]: _type = "Task" [ 720.686017] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.696686] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461187, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.725235] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562734} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.725472] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.727558] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.727558] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3242774-89fb-4c43-877b-bc1d6d309bf8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.732634] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 720.732634] env[70917]: value = "task-3461188" [ 720.732634] env[70917]: _type = "Task" [ 720.732634] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.742181] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.783023] env[70917]: DEBUG nova.scheduler.client.report [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.205272] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461187, 'name': CreateVM_Task, 'duration_secs': 0.350949} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.206658] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.206658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.207327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.207327] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f185c190-de09-4a26-84e2-b622da076670 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.212381] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 721.212381] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d277bc-fd2d-5743-f0e4-1eaa4e38704a" [ 721.212381] env[70917]: _type = "Task" [ 721.212381] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.221705] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d277bc-fd2d-5743-f0e4-1eaa4e38704a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.243789] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084356} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.243949] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.244784] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29c888-1acb-4388-88bd-ba31846ffd2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.279943] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.282898] env[70917]: DEBUG nova.network.neutron [-] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.284344] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e82d3d7-c575-4b23-8307-936d65c55ad2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.305208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.305780] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.309583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.598s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.309864] env[70917]: DEBUG nova.objects.instance [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 721.322486] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 721.322486] env[70917]: value = "task-3461189" [ 721.322486] env[70917]: _type = "Task" [ 721.322486] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.331954] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.446216] env[70917]: DEBUG nova.network.neutron [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Updated VIF entry in instance network info cache for port cbea5d36-9cf5-4a78-9f05-e226892a7d40. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.446619] env[70917]: DEBUG nova.network.neutron [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Updating instance_info_cache with network_info: [{"id": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "address": "fa:16:3e:f0:e7:2c", "network": {"id": "4da8edd3-a3b9-4397-8075-27451f0dd68d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2124101163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff15a636f5da447c87204b8d9c30e5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbea5d36-9c", "ovs_interfaceid": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.723187] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d277bc-fd2d-5743-f0e4-1eaa4e38704a, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.723537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.723941] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.724302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.724551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.725047] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.725047] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f48a06ea-c90d-47af-84d8-bbf0eace9903 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.733253] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.733444] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.734188] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c6301b-4dab-415f-9748-a0a12e87a505 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.739596] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 721.739596] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2e733-9a54-9408-013d-8d00bd87f240" [ 721.739596] env[70917]: _type = "Task" [ 721.739596] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.747073] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2e733-9a54-9408-013d-8d00bd87f240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.804783] env[70917]: INFO nova.compute.manager [-] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Took 1.61 seconds to deallocate network for instance. [ 721.810340] env[70917]: DEBUG nova.compute.utils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.811658] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.811846] env[70917]: DEBUG nova.network.neutron [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.832756] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461189, 'name': ReconfigVM_Task, 'duration_secs': 0.332076} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.833046] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.833678] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22745530-260d-4b54-a202-29dafb004b5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.840750] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 721.840750] env[70917]: value = "task-3461190" [ 721.840750] env[70917]: _type = "Task" [ 721.840750] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.855369] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461190, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.874638] env[70917]: DEBUG nova.policy [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfb42380819343a1a1a95da720cabfb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b8ecb5aa37d4511ac72be21b68950ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.949439] env[70917]: DEBUG oslo_concurrency.lockutils [req-eb711d4e-cce8-4838-bced-d050143eb803 req-38207714-d6b6-4c25-a69f-de05b52629dc service nova] Releasing lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.133633] env[70917]: DEBUG nova.compute.manager [req-27692d33-b9b7-4d26-849e-8f6e51129831 req-466a04de-9903-4a49-b69e-ef3e41bc1efc service nova] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Received event network-vif-deleted-d6a77597-479b-4d34-8fa6-e3fea7757572 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.220149] env[70917]: DEBUG nova.network.neutron [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Successfully created port: 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.250401] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2e733-9a54-9408-013d-8d00bd87f240, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.251361] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf7795d-d21e-4254-b2fc-57aa49a8d792 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.257523] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 722.257523] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52295122-45ac-b0e3-7c2e-6dd230629f06" [ 722.257523] env[70917]: _type = "Task" [ 722.257523] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.267501] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52295122-45ac-b0e3-7c2e-6dd230629f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.313877] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.314399] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.323163] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c1d901d3-137e-4cc9-8c1a-eb2e33c2a330 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.324202] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.940s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.326094] env[70917]: INFO nova.compute.claims [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.354985] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461190, 'name': Rename_Task, 'duration_secs': 0.173799} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.355938] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.356230] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06a4e7d8-4818-4bba-8599-ebd0b24ac5d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.366660] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 722.366660] env[70917]: value = "task-3461191" [ 722.366660] env[70917]: _type = "Task" [ 722.366660] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.377278] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.398036] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.398310] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.768996] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52295122-45ac-b0e3-7c2e-6dd230629f06, 'name': SearchDatastore_Task, 'duration_secs': 0.026786} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.768996] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.769411] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 12220b63-b805-43a1-b4fc-08a6cc4e0978/12220b63-b805-43a1-b4fc-08a6cc4e0978.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.769411] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dd8263e-205d-42ff-a231-538b099e5100 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.776564] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 722.776564] env[70917]: value = "task-3461192" [ 722.776564] env[70917]: _type = "Task" [ 722.776564] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.784820] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.876390] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.287193] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461192, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.325719] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.351557] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.351911] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.352161] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.352431] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.352685] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.352920] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.353517] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.353517] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.353739] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.353970] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.354266] env[70917]: DEBUG nova.virt.hardware [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.355504] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5dde15-a9c7-4c95-80a7-065d17b78508 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.373775] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d8307-9a16-4874-9791-4105ccc3e246 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.389743] env[70917]: DEBUG oslo_vmware.api [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461191, 'name': PowerOnVM_Task, 'duration_secs': 0.625284} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.398426] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.398677] env[70917]: INFO nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Took 8.37 seconds to spawn the instance on the hypervisor. [ 723.398859] env[70917]: DEBUG nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.402625] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf2a23-38d8-4870-a0a0-41aab6f64bd1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.789233] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519994} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.790915] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 12220b63-b805-43a1-b4fc-08a6cc4e0978/12220b63-b805-43a1-b4fc-08a6cc4e0978.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.791265] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.792204] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d1bb5cf-9fba-4094-abe4-5c7dbc49008b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.798485] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c6fd5-2d18-7968-8ac4-b7b37e7cfa58/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.799833] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01004e63-9a73-47d9-9d95-c928fc60f7db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.803260] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 723.803260] env[70917]: value = "task-3461193" [ 723.803260] env[70917]: _type = "Task" [ 723.803260] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.808818] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c6fd5-2d18-7968-8ac4-b7b37e7cfa58/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.809132] env[70917]: ERROR oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c6fd5-2d18-7968-8ac4-b7b37e7cfa58/disk-0.vmdk due to incomplete transfer. [ 723.812448] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fa0923b-2bf9-49e7-9deb-86c306dc6a78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.817630] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.823047] env[70917]: DEBUG oslo_vmware.rw_handles [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c6fd5-2d18-7968-8ac4-b7b37e7cfa58/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.823270] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Uploaded image bab0db9e-7b39-4d2e-bf97-2964f55d0d6d to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.825814] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.826094] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4169d54e-d2aa-4aec-8f0f-fd4dda422c35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.831146] env[70917]: DEBUG nova.network.neutron [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Successfully updated port: 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.840262] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 723.840262] env[70917]: value = "task-3461194" [ 723.840262] env[70917]: _type = "Task" [ 723.840262] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.851365] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461194, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.924103] env[70917]: INFO nova.compute.manager [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Took 43.53 seconds to build instance. [ 723.942298] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91843eb-fd35-4fa8-88be-6dc92217d162 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.950685] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4309ef27-4dcd-4c24-ac49-8cd119f6313d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.986778] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e9d6f-1dd5-4af9-bf85-d1cbf9e272f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.994559] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83e265f-3dbe-4be0-bb46-e4cfd23e528e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.008306] env[70917]: DEBUG nova.compute.provider_tree [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.165429] env[70917]: DEBUG nova.compute.manager [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Received event network-vif-plugged-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.165657] env[70917]: DEBUG oslo_concurrency.lockutils [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] Acquiring lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.166289] env[70917]: DEBUG oslo_concurrency.lockutils [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.166432] env[70917]: DEBUG oslo_concurrency.lockutils [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.166706] env[70917]: DEBUG nova.compute.manager [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] No waiting events found dispatching network-vif-plugged-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.166917] env[70917]: WARNING nova.compute.manager [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Received unexpected event network-vif-plugged-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 for instance with vm_state building and task_state spawning. [ 724.167099] env[70917]: DEBUG nova.compute.manager [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Received event network-changed-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.167256] env[70917]: DEBUG nova.compute.manager [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Refreshing instance network info cache due to event network-changed-5e668aeb-f8f0-42dd-899d-66ba8d8366d0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.167441] env[70917]: DEBUG oslo_concurrency.lockutils [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] Acquiring lock "refresh_cache-4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.167578] env[70917]: DEBUG oslo_concurrency.lockutils [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] Acquired lock "refresh_cache-4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.167732] env[70917]: DEBUG nova.network.neutron [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Refreshing network info cache for port 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.316734] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066394} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.317144] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.318294] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4acc1-740d-41a1-8921-1ee63abc1c85 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.338800] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "refresh_cache-4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.353681] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 12220b63-b805-43a1-b4fc-08a6cc4e0978/12220b63-b805-43a1-b4fc-08a6cc4e0978.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.354167] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f6d34b-9aa5-438a-a4f9-86722375ada9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.382772] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461194, 'name': Destroy_Task, 'duration_secs': 0.337203} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.383970] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Destroyed the VM [ 724.384233] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.384586] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 724.384586] env[70917]: value = "task-3461195" [ 724.384586] env[70917]: _type = "Task" [ 724.384586] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.384775] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7481beb2-8239-4696-b59a-eb00673e52da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.395128] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.396324] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 724.396324] env[70917]: value = "task-3461196" [ 724.396324] env[70917]: _type = "Task" [ 724.396324] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.404190] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461196, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.425866] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "397d8981-9976-408a-8c4b-927bea267653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.053s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.511542] env[70917]: DEBUG nova.scheduler.client.report [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.717533] env[70917]: DEBUG nova.network.neutron [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.826403] env[70917]: DEBUG nova.network.neutron [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.895692] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461195, 'name': ReconfigVM_Task, 'duration_secs': 0.296551} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.895976] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 12220b63-b805-43a1-b4fc-08a6cc4e0978/12220b63-b805-43a1-b4fc-08a6cc4e0978.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.896689] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdc8dff1-66ec-41fe-a934-8c33275fafdb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.906229] env[70917]: DEBUG oslo_vmware.api [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461196, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473637} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.907415] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 724.907707] env[70917]: INFO nova.compute.manager [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Took 13.39 seconds to snapshot the instance on the hypervisor. [ 724.910106] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 724.910106] env[70917]: value = "task-3461197" [ 724.910106] env[70917]: _type = "Task" [ 724.910106] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.918078] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461197, 'name': Rename_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.928767] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.022243] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.022243] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.023227] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.773s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.023451] env[70917]: DEBUG nova.objects.instance [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'resources' on Instance uuid 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.031288] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.031549] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.031818] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.031925] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.032108] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.035018] env[70917]: INFO nova.compute.manager [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Terminating instance [ 725.331180] env[70917]: DEBUG oslo_concurrency.lockutils [req-32c7c584-5210-43ca-aaf8-467d2c63af4c req-16f24dac-34a3-4eb9-b3fe-160a44e59f99 service nova] Releasing lock "refresh_cache-4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.331701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquired lock "refresh_cache-4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.331936] env[70917]: DEBUG nova.network.neutron [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.415620] env[70917]: DEBUG nova.compute.manager [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Instance disappeared during snapshot {{(pid=70917) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 725.423424] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461197, 'name': Rename_Task, 'duration_secs': 0.146535} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.423684] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.423936] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644dadf6-cee7-428c-a2bb-937c4d40aac6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.426034] env[70917]: DEBUG nova.compute.manager [None req-dca18e6b-748b-4c64-bdc9-36079cbcec28 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image not found during clean up bab0db9e-7b39-4d2e-bf97-2964f55d0d6d {{(pid=70917) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 725.435074] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 725.435074] env[70917]: value = "task-3461198" [ 725.435074] env[70917]: _type = "Task" [ 725.435074] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.446134] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.449239] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.529723] env[70917]: DEBUG nova.compute.utils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.532235] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.532235] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.538604] env[70917]: DEBUG nova.compute.manager [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.539287] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.539718] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf7ba0-c639-42ed-b6c6-88b63b4e92ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.548181] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.548947] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01100aad-762d-42ce-82a5-875987615b39 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.586444] env[70917]: DEBUG nova.policy [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d1efb440a2b49b2b54e161072157f9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '109dc2d4dcce42c38aa7dcfe870c7414', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.627018] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.627277] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.627432] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleting the datastore file [datastore2] d1437bf9-19f4-40b1-b6ac-60a56bb5fff2 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.627735] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4bfda1-cd19-4002-81f7-ea742ea1940f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.635641] env[70917]: DEBUG oslo_vmware.api [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 725.635641] env[70917]: value = "task-3461200" [ 725.635641] env[70917]: _type = "Task" [ 725.635641] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.643820] env[70917]: DEBUG oslo_vmware.api [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.699042] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "1d74930b-c52f-4986-a86e-7e30fc5a8185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.700994] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.880979] env[70917]: DEBUG nova.network.neutron [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.951021] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.035514] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.090996] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Successfully created port: 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.097614] env[70917]: DEBUG nova.network.neutron [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Updating instance_info_cache with network_info: [{"id": "5e668aeb-f8f0-42dd-899d-66ba8d8366d0", "address": "fa:16:3e:47:13:71", "network": {"id": "10b2d96b-9b0d-490b-a9aa-103a34d3a299", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-261211985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9b8ecb5aa37d4511ac72be21b68950ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e668aeb-f8", "ovs_interfaceid": "5e668aeb-f8f0-42dd-899d-66ba8d8366d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.136613] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795323a-77a9-40f7-a881-be8894b5bc92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.148443] env[70917]: DEBUG oslo_vmware.api [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190267} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.150480] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.150758] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.150978] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.151228] env[70917]: INFO nova.compute.manager [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Took 0.61 seconds to destroy the instance on the hypervisor. [ 726.152202] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.152202] env[70917]: DEBUG nova.compute.manager [-] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.152202] env[70917]: DEBUG nova.network.neutron [-] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.154233] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe27db3-ac79-4cc3-b766-da20b85c3720 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.191287] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b17f9a4-3b92-4def-a7b5-0635c851620f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.199552] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bed8449-3de6-421b-bbfb-6860d918df41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.212985] env[70917]: DEBUG nova.compute.provider_tree [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.448834] env[70917]: DEBUG oslo_vmware.api [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461198, 'name': PowerOnVM_Task, 'duration_secs': 0.516156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.449142] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.449351] env[70917]: INFO nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Took 8.60 seconds to spawn the instance on the hypervisor. [ 726.449996] env[70917]: DEBUG nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.450357] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14490172-e125-4f01-bbf4-d305ac3ec705 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.590306] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Successfully created port: 50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.601136] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Releasing lock "refresh_cache-4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.601481] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Instance network_info: |[{"id": "5e668aeb-f8f0-42dd-899d-66ba8d8366d0", "address": "fa:16:3e:47:13:71", "network": {"id": "10b2d96b-9b0d-490b-a9aa-103a34d3a299", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-261211985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9b8ecb5aa37d4511ac72be21b68950ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e668aeb-f8", "ovs_interfaceid": "5e668aeb-f8f0-42dd-899d-66ba8d8366d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.602203] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:13:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e668aeb-f8f0-42dd-899d-66ba8d8366d0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.610032] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Creating folder: Project (9b8ecb5aa37d4511ac72be21b68950ee). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.610321] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcb9b9a2-8e73-48a9-b7a5-d47a14842a4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.621649] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Created folder: Project (9b8ecb5aa37d4511ac72be21b68950ee) in parent group-v691255. [ 726.621837] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Creating folder: Instances. Parent ref: group-v691353. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.622094] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12326bb4-7605-4a7f-8c90-f38b17742118 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.631229] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Created folder: Instances in parent group-v691353. [ 726.631455] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.631638] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.631864] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f3fa2cf-2242-4a71-8828-dbd0034be888 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.651153] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.651153] env[70917]: value = "task-3461203" [ 726.651153] env[70917]: _type = "Task" [ 726.651153] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.657794] env[70917]: DEBUG nova.compute.manager [req-a0476027-ea31-43d5-8e38-c61ea90d8a08 req-1e3d1e8b-a686-4bef-af4a-4d85b5c25b0b service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Received event network-vif-deleted-0e6da82e-20ef-45ce-8cc3-121073748ad0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.658612] env[70917]: INFO nova.compute.manager [req-a0476027-ea31-43d5-8e38-c61ea90d8a08 req-1e3d1e8b-a686-4bef-af4a-4d85b5c25b0b service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Neutron deleted interface 0e6da82e-20ef-45ce-8cc3-121073748ad0; detaching it from the instance and deleting it from the info cache [ 726.658612] env[70917]: DEBUG nova.network.neutron [req-a0476027-ea31-43d5-8e38-c61ea90d8a08 req-1e3d1e8b-a686-4bef-af4a-4d85b5c25b0b service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.662442] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461203, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.721021] env[70917]: DEBUG nova.scheduler.client.report [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.938508] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Successfully created port: 2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.970856] env[70917]: INFO nova.compute.manager [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Took 41.87 seconds to build instance. [ 727.046596] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.075538] env[70917]: DEBUG nova.network.neutron [-] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.080557] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.080804] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.080959] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.081158] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.081305] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.081452] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.082029] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.082029] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.082029] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.086257] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.086496] env[70917]: DEBUG nova.virt.hardware [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.090323] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59334fbf-0859-4ab7-95f9-a8ad05c7db1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.096476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd0bf17-9fb5-46dc-8351-c90df9a1d9bc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.166294] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461203, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.166668] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd28c29c-107f-4231-871c-1721acc47e07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.179035] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb05828-6d7e-4c7d-9d60-da9c51ea0644 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.224380] env[70917]: DEBUG nova.compute.manager [req-a0476027-ea31-43d5-8e38-c61ea90d8a08 req-1e3d1e8b-a686-4bef-af4a-4d85b5c25b0b service nova] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Detach interface failed, port_id=0e6da82e-20ef-45ce-8cc3-121073748ad0, reason: Instance d1437bf9-19f4-40b1-b6ac-60a56bb5fff2 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 727.225740] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.230404] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.082s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.234020] env[70917]: INFO nova.compute.claims [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.255371] env[70917]: INFO nova.scheduler.client.report [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocations for instance 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f [ 727.471866] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eb7dd902-461a-42d7-98c7-b8119acee0f5 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.569s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.579292] env[70917]: INFO nova.compute.manager [-] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Took 1.43 seconds to deallocate network for instance. [ 727.664736] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461203, 'name': CreateVM_Task, 'duration_secs': 0.709068} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.664933] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.665712] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.665884] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.666617] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.667016] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73460509-a706-445c-8f09-b44e0e7e39f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.672025] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 727.672025] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520024be-df25-fcf6-1657-e97866a3a243" [ 727.672025] env[70917]: _type = "Task" [ 727.672025] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.680196] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520024be-df25-fcf6-1657-e97866a3a243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.766252] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9a32e74a-03be-4858-ac7b-a6f91f8bdf2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.011s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.977361] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.086201] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.183158] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520024be-df25-fcf6-1657-e97866a3a243, 'name': SearchDatastore_Task, 'duration_secs': 0.019344} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.183470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.183709] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.183955] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.184118] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.184299] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.184570] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a592f4f-8a75-4301-97cc-c073f3badcc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.193763] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.193964] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.194771] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98cbe94-1d68-4efd-9634-a1b5090db3b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.200595] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 728.200595] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52924d0a-63b3-5453-84cc-738dc4420a40" [ 728.200595] env[70917]: _type = "Task" [ 728.200595] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.209426] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52924d0a-63b3-5453-84cc-738dc4420a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.505410] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.717783] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52924d0a-63b3-5453-84cc-738dc4420a40, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.718885] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cb5525-f7d7-475b-af26-65f016766f90 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.728388] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 728.728388] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52991560-b0bb-3e3c-219a-6e8705aeec48" [ 728.728388] env[70917]: _type = "Task" [ 728.728388] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.737406] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52991560-b0bb-3e3c-219a-6e8705aeec48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.842161] env[70917]: DEBUG nova.compute.manager [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Received event network-changed-cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.842161] env[70917]: DEBUG nova.compute.manager [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Refreshing instance network info cache due to event network-changed-cbea5d36-9cf5-4a78-9f05-e226892a7d40. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.842161] env[70917]: DEBUG oslo_concurrency.lockutils [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] Acquiring lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.842161] env[70917]: DEBUG oslo_concurrency.lockutils [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] Acquired lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.843129] env[70917]: DEBUG nova.network.neutron [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Refreshing network info cache for port cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.861846] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde3654-ef72-4064-bc46-41ec7601715b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.870065] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38074a-620b-4ffc-998d-c05c871696db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.903784] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12755b32-15ed-42d0-b5a9-46a7dc3dd528 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.912451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a6915-3a2a-4363-8787-219b1b37740d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.927028] env[70917]: DEBUG nova.compute.provider_tree [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.948609] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Successfully updated port: 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.241616] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52991560-b0bb-3e3c-219a-6e8705aeec48, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.241965] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242327] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7/4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.242646] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69412390-fcbb-427b-abec-a3538753c785 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.248882] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 729.248882] env[70917]: value = "task-3461204" [ 729.248882] env[70917]: _type = "Task" [ 729.248882] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.256882] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.431279] env[70917]: DEBUG nova.scheduler.client.report [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.744337] env[70917]: DEBUG nova.network.neutron [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Updated VIF entry in instance network info cache for port cbea5d36-9cf5-4a78-9f05-e226892a7d40. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.744337] env[70917]: DEBUG nova.network.neutron [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Updating instance_info_cache with network_info: [{"id": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "address": "fa:16:3e:f0:e7:2c", "network": {"id": "4da8edd3-a3b9-4397-8075-27451f0dd68d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2124101163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff15a636f5da447c87204b8d9c30e5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbea5d36-9c", "ovs_interfaceid": "cbea5d36-9cf5-4a78-9f05-e226892a7d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.767732] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470982} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.768623] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7/4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.769899] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.769899] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-616066c9-2e4f-42e9-9c42-c4081615ee59 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.778562] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 729.778562] env[70917]: value = "task-3461205" [ 729.778562] env[70917]: _type = "Task" [ 729.778562] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.787048] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.937944] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.938520] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.941257] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.323s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.941481] env[70917]: DEBUG nova.objects.instance [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lazy-loading 'resources' on Instance uuid f450c3bd-3616-4627-8312-f6548d55260a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.247799] env[70917]: DEBUG oslo_concurrency.lockutils [req-4531888a-d50a-489d-bee9-be474d697691 req-84de42c8-e744-4b91-980d-f880c83ae1f7 service nova] Releasing lock "refresh_cache-12220b63-b805-43a1-b4fc-08a6cc4e0978" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.288528] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074925} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.288963] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.289613] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b62727-e07b-4ce1-984d-9194c211a5f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.313344] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7/4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.313757] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3890d2-a316-4b83-88bb-1162125a87dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.333928] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 730.333928] env[70917]: value = "task-3461206" [ 730.333928] env[70917]: _type = "Task" [ 730.333928] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.341908] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.445631] env[70917]: DEBUG nova.compute.utils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.447347] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.447347] env[70917]: DEBUG nova.network.neutron [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.503061] env[70917]: DEBUG nova.policy [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5f7433e5754870a3161811a054df2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed8456a435748c4834d12cc500928ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.844905] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.898220] env[70917]: DEBUG nova.compute.manager [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-vif-plugged-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.898436] env[70917]: DEBUG oslo_concurrency.lockutils [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] Acquiring lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.898645] env[70917]: DEBUG oslo_concurrency.lockutils [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.898813] env[70917]: DEBUG oslo_concurrency.lockutils [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.900112] env[70917]: DEBUG nova.compute.manager [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] No waiting events found dispatching network-vif-plugged-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.900419] env[70917]: WARNING nova.compute.manager [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received unexpected event network-vif-plugged-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 for instance with vm_state building and task_state spawning. [ 730.900623] env[70917]: DEBUG nova.compute.manager [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-changed-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.900792] env[70917]: DEBUG nova.compute.manager [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Refreshing instance network info cache due to event network-changed-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.900981] env[70917]: DEBUG oslo_concurrency.lockutils [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] Acquiring lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.901178] env[70917]: DEBUG oslo_concurrency.lockutils [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] Acquired lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.901283] env[70917]: DEBUG nova.network.neutron [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Refreshing network info cache for port 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.914184] env[70917]: DEBUG nova.network.neutron [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Successfully created port: 270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.954671] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.014751] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b59f96-9fcc-4f0a-81b2-5b4ba4bb5093 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.024336] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b58a8a-9490-44b4-86ee-41db05a7ccfa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.059693] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44296d03-7b19-4b6d-992c-519d288af514 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.068222] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c46b04-84b9-4cac-8118-8f53342ea52e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.082092] env[70917]: DEBUG nova.compute.provider_tree [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.344662] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461206, 'name': ReconfigVM_Task, 'duration_secs': 0.758632} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.344960] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7/4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.345619] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8ab8ac3-efa2-4340-abe7-4d980f6251e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.351587] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 731.351587] env[70917]: value = "task-3461207" [ 731.351587] env[70917]: _type = "Task" [ 731.351587] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.359865] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461207, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.394416] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Successfully updated port: 50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.454854] env[70917]: DEBUG nova.network.neutron [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.581687] env[70917]: DEBUG nova.network.neutron [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.586825] env[70917]: DEBUG nova.scheduler.client.report [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.862178] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461207, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.973873] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.002835] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.003111] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.003263] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.003448] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.003592] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.003739] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.003947] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.004280] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.004365] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.004489] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.005136] env[70917]: DEBUG nova.virt.hardware [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.005608] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6c7020-f708-4d32-861b-2b6a534f9db7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.014387] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c945f-473a-4ecc-bf0b-23c3d8cc1680 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.085057] env[70917]: DEBUG oslo_concurrency.lockutils [req-d951efbe-1b57-457e-8c66-558700fc5ed6 req-a12c1ef9-c780-43b7-bd0c-1faa275cc05a service nova] Releasing lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.095240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.095240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.550s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.095240] env[70917]: DEBUG nova.objects.instance [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 732.117893] env[70917]: INFO nova.scheduler.client.report [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Deleted allocations for instance f450c3bd-3616-4627-8312-f6548d55260a [ 732.364524] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461207, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.626798] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db41fd79-22f9-4b88-9373-9ecb808a62d2 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.807s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.627714] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.492s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.628081] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "f450c3bd-3616-4627-8312-f6548d55260a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.628200] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.628370] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.630368] env[70917]: INFO nova.compute.manager [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Terminating instance [ 732.722550] env[70917]: DEBUG nova.network.neutron [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Successfully updated port: 270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.862744] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461207, 'name': Rename_Task, 'duration_secs': 1.065399} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.862989] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.863492] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b2dbe2-7cfe-4fa5-becc-f11e0d54a449 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.871138] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 732.871138] env[70917]: value = "task-3461208" [ 732.871138] env[70917]: _type = "Task" [ 732.871138] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.878545] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.966241] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-vif-plugged-50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.966505] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Acquiring lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.967028] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.967028] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.967177] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] No waiting events found dispatching network-vif-plugged-50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.967355] env[70917]: WARNING nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received unexpected event network-vif-plugged-50b937fb-1211-4d5e-a07d-394bcf5e66ad for instance with vm_state building and task_state spawning. [ 732.967518] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-changed-50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.967701] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Refreshing instance network info cache due to event network-changed-50b937fb-1211-4d5e-a07d-394bcf5e66ad. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.967900] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Acquiring lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.968044] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Acquired lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.968201] env[70917]: DEBUG nova.network.neutron [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Refreshing network info cache for port 50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.105100] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ada6532-8d47-428c-9f7d-32260a396422 tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.106197] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.073s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.106427] env[70917]: DEBUG nova.objects.instance [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lazy-loading 'resources' on Instance uuid 051c137c-ed83-4dc6-a3e0-7866c30605c5 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.136979] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.137189] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquired lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.137380] env[70917]: DEBUG nova.network.neutron [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.226262] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.226422] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.226553] env[70917]: DEBUG nova.network.neutron [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.379719] env[70917]: DEBUG oslo_vmware.api [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461208, 'name': PowerOnVM_Task, 'duration_secs': 0.450149} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.380018] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.380238] env[70917]: INFO nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Took 10.05 seconds to spawn the instance on the hypervisor. [ 733.380417] env[70917]: DEBUG nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.381240] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32252455-0705-469a-b81e-3518df0d7e66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.542489] env[70917]: DEBUG nova.network.neutron [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.639337] env[70917]: DEBUG nova.compute.utils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Can not refresh info_cache because instance was not found {{(pid=70917) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 733.642093] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Successfully updated port: 2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.663330] env[70917]: DEBUG nova.network.neutron [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.679384] env[70917]: DEBUG nova.network.neutron [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.760559] env[70917]: DEBUG nova.network.neutron [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.766037] env[70917]: DEBUG nova.network.neutron [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.902097] env[70917]: INFO nova.compute.manager [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Took 47.06 seconds to build instance. [ 733.950641] env[70917]: DEBUG nova.network.neutron [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.005639] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "acd86542-d115-4a88-b6e5-3133e456b45b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.009019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "acd86542-d115-4a88-b6e5-3133e456b45b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.009019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "acd86542-d115-4a88-b6e5-3133e456b45b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.009019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "acd86542-d115-4a88-b6e5-3133e456b45b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.009019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "acd86542-d115-4a88-b6e5-3133e456b45b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.010043] env[70917]: INFO nova.compute.manager [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Terminating instance [ 734.135549] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e4748-78df-4941-a00f-2283ecca4152 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.143147] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e487b80-b727-43ea-9d91-1e43c7866dfb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.147112] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.175663] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8640194-a04f-43fa-a28e-beab6795b618 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.183140] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Releasing lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.183395] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Received event network-vif-plugged-270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.183584] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.183784] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.183943] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.184121] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] No waiting events found dispatching network-vif-plugged-270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.184290] env[70917]: WARNING nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Received unexpected event network-vif-plugged-270f8d39-183f-4fbf-877a-37fb77e2d35d for instance with vm_state building and task_state spawning. [ 734.184452] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Received event network-changed-270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.184654] env[70917]: DEBUG nova.compute.manager [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Refreshing instance network info cache due to event network-changed-270f8d39-183f-4fbf-877a-37fb77e2d35d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.184832] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.185109] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.185254] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.187251] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ba92d-47c4-4e60-9a2c-670d6f45744c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.201209] env[70917]: DEBUG nova.compute.provider_tree [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.270550] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Releasing lock "refresh_cache-f450c3bd-3616-4627-8312-f6548d55260a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.270853] env[70917]: DEBUG nova.compute.manager [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.271106] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.271813] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c62c9eb6-c34e-43ff-80dc-3846fc088a1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.281312] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b876e14-da4e-4e53-b3cc-441cf67cb3d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.312324] env[70917]: WARNING nova.virt.vmwareapi.vmops [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f450c3bd-3616-4627-8312-f6548d55260a could not be found. [ 734.312799] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.312799] env[70917]: INFO nova.compute.manager [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Took 0.04 seconds to destroy the instance on the hypervisor. [ 734.312992] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.313240] env[70917]: DEBUG nova.compute.manager [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.313333] env[70917]: DEBUG nova.network.neutron [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.329244] env[70917]: DEBUG nova.network.neutron [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.404756] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3983419c-be69-4653-b7be-48cb19f0889b tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.882s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.452783] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.453184] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Instance network_info: |[{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.453437] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.453732] env[70917]: DEBUG nova.network.neutron [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Refreshing network info cache for port 270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.454786] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:1b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270f8d39-183f-4fbf-877a-37fb77e2d35d', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.462352] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating folder: Project (4ed8456a435748c4834d12cc500928ab). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.463325] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b650798b-b547-49b4-b4bf-0cbd608b1d97 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.475842] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created folder: Project (4ed8456a435748c4834d12cc500928ab) in parent group-v691255. [ 734.476051] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating folder: Instances. Parent ref: group-v691356. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.476311] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b5791e-7ae8-45fd-968e-10e7b1f23b87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.485017] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created folder: Instances in parent group-v691356. [ 734.485247] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.485459] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.485704] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad746577-0e59-4c90-b83f-20852c6a79cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.504236] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.504236] env[70917]: value = "task-3461211" [ 734.504236] env[70917]: _type = "Task" [ 734.504236] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.511558] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461211, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.518361] env[70917]: DEBUG nova.compute.manager [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.518569] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.519347] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce334138-4be2-4a2f-ad41-b3f4e48cc96d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.525876] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.526120] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c241e58f-8a16-49bd-9a85-791955ec8b43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.531752] env[70917]: DEBUG oslo_vmware.api [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 734.531752] env[70917]: value = "task-3461212" [ 734.531752] env[70917]: _type = "Task" [ 734.531752] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.542516] env[70917]: DEBUG oslo_vmware.api [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.704285] env[70917]: DEBUG nova.scheduler.client.report [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.732033] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.831422] env[70917]: DEBUG nova.network.neutron [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.908872] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.993215] env[70917]: DEBUG nova.compute.manager [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-vif-plugged-2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.993480] env[70917]: DEBUG oslo_concurrency.lockutils [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] Acquiring lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.994025] env[70917]: DEBUG oslo_concurrency.lockutils [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.994025] env[70917]: DEBUG oslo_concurrency.lockutils [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.994025] env[70917]: DEBUG nova.compute.manager [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] No waiting events found dispatching network-vif-plugged-2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.998478] env[70917]: WARNING nova.compute.manager [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received unexpected event network-vif-plugged-2306d0ca-a4bd-4688-88dc-09291d42166f for instance with vm_state building and task_state spawning. [ 734.998478] env[70917]: DEBUG nova.compute.manager [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-changed-2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.998619] env[70917]: DEBUG nova.compute.manager [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Refreshing instance network info cache due to event network-changed-2306d0ca-a4bd-4688-88dc-09291d42166f. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.998794] env[70917]: DEBUG oslo_concurrency.lockutils [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] Acquiring lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.014968] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461211, 'name': CreateVM_Task, 'duration_secs': 0.347261} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.015192] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.015889] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.016057] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.016373] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.016961] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407deabb-aae0-4782-9b73-b09e92795861 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.021558] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 735.021558] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb7365-3396-d4bd-1bbe-31348d9df683" [ 735.021558] env[70917]: _type = "Task" [ 735.021558] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.029270] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb7365-3396-d4bd-1bbe-31348d9df683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.040582] env[70917]: DEBUG oslo_vmware.api [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461212, 'name': PowerOffVM_Task, 'duration_secs': 0.282055} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.040840] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.041008] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.041245] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7532c243-aa1d-482e-82ee-9e37b49171b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.108718] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.108943] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.109200] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Deleting the datastore file [datastore1] acd86542-d115-4a88-b6e5-3133e456b45b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.109389] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9df483d-c22d-4fe5-be2b-1fa2f08b1c8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.117346] env[70917]: DEBUG oslo_vmware.api [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for the task: (returnval){ [ 735.117346] env[70917]: value = "task-3461214" [ 735.117346] env[70917]: _type = "Task" [ 735.117346] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.126655] env[70917]: DEBUG oslo_vmware.api [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.210167] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.213064] env[70917]: DEBUG nova.network.neutron [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updated VIF entry in instance network info cache for port 270f8d39-183f-4fbf-877a-37fb77e2d35d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.213405] env[70917]: DEBUG nova.network.neutron [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.214659] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.216906] env[70917]: INFO nova.compute.claims [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.224037] env[70917]: DEBUG nova.network.neutron [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Updating instance_info_cache with network_info: [{"id": "325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0", "address": "fa:16:3e:4e:69:7b", "network": {"id": "cec549e8-3446-448c-932e-d9b740ac504d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526374991", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325e0fa7-ad", "ovs_interfaceid": "325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b937fb-1211-4d5e-a07d-394bcf5e66ad", "address": "fa:16:3e:55:8a:a6", "network": {"id": "a14fcfa3-ff18-42ba-8a1a-562e666b9706", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-159169792", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b937fb-12", "ovs_interfaceid": "50b937fb-1211-4d5e-a07d-394bcf5e66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2306d0ca-a4bd-4688-88dc-09291d42166f", "address": "fa:16:3e:92:7c:6d", "network": {"id": "cec549e8-3446-448c-932e-d9b740ac504d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526374991", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2306d0ca-a4", "ovs_interfaceid": "2306d0ca-a4bd-4688-88dc-09291d42166f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.234510] env[70917]: INFO nova.scheduler.client.report [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Deleted allocations for instance 051c137c-ed83-4dc6-a3e0-7866c30605c5 [ 735.282537] env[70917]: DEBUG nova.compute.manager [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.282537] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb9880-a158-41c9-baf4-ece0cd41b101 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.334066] env[70917]: INFO nova.compute.manager [-] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Took 1.02 seconds to deallocate network for instance. [ 735.436975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.533907] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb7365-3396-d4bd-1bbe-31348d9df683, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.534239] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.534493] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.534832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.534981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.535181] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.535441] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-880c4823-47ae-4b38-83b0-d0ca43b3e512 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.543812] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.544013] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.544752] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7726bc-5f03-49ff-9a2d-db738c7e273e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.550685] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 735.550685] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ed0f80-8959-f21c-0225-95ff44337cf0" [ 735.550685] env[70917]: _type = "Task" [ 735.550685] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.558934] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ed0f80-8959-f21c-0225-95ff44337cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.628462] env[70917]: DEBUG oslo_vmware.api [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Task: {'id': task-3461214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12723} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.628733] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.628911] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.629120] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.629354] env[70917]: INFO nova.compute.manager [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 735.629524] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.629731] env[70917]: DEBUG nova.compute.manager [-] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.629827] env[70917]: DEBUG nova.network.neutron [-] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.719780] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ab2baa0-a94d-4f29-8876-b4dc96329edd req-115f0f20-fa96-48f9-a9ee-dca416ccbb51 service nova] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.727136] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Releasing lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.727534] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance network_info: |[{"id": "325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0", "address": "fa:16:3e:4e:69:7b", "network": {"id": "cec549e8-3446-448c-932e-d9b740ac504d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526374991", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325e0fa7-ad", "ovs_interfaceid": "325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b937fb-1211-4d5e-a07d-394bcf5e66ad", "address": "fa:16:3e:55:8a:a6", "network": {"id": "a14fcfa3-ff18-42ba-8a1a-562e666b9706", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-159169792", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b937fb-12", "ovs_interfaceid": "50b937fb-1211-4d5e-a07d-394bcf5e66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2306d0ca-a4bd-4688-88dc-09291d42166f", "address": "fa:16:3e:92:7c:6d", "network": {"id": "cec549e8-3446-448c-932e-d9b740ac504d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526374991", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2306d0ca-a4", "ovs_interfaceid": "2306d0ca-a4bd-4688-88dc-09291d42166f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.727855] env[70917]: DEBUG oslo_concurrency.lockutils [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] Acquired lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.728060] env[70917]: DEBUG nova.network.neutron [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Refreshing network info cache for port 2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.729264] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:69:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8a:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b937fb-1211-4d5e-a07d-394bcf5e66ad', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2306d0ca-a4bd-4688-88dc-09291d42166f', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.741501] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Creating folder: Project (109dc2d4dcce42c38aa7dcfe870c7414). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.747733] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ecf8cca-3f42-4e9e-a005-a377025ca706 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.750444] env[70917]: DEBUG oslo_concurrency.lockutils [None req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Lock "051c137c-ed83-4dc6-a3e0-7866c30605c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.395s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.760931] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Created folder: Project (109dc2d4dcce42c38aa7dcfe870c7414) in parent group-v691255. [ 735.761154] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Creating folder: Instances. Parent ref: group-v691359. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.761388] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a4abee-e03b-438d-8343-c92ff1abfacb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.770613] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Created folder: Instances in parent group-v691359. [ 735.770856] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.771943] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.772392] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cddba57-ba2c-4102-aefa-b143ab3f1001 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.796638] env[70917]: INFO nova.compute.manager [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] instance snapshotting [ 735.800048] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d67b5-c6ad-49bc-b8f3-6b722e0d4bf0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.804636] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.804636] env[70917]: value = "task-3461217" [ 735.804636] env[70917]: _type = "Task" [ 735.804636] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.825953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf30031-dee9-4df1-8a19-a6f83f200098 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.832710] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461217, 'name': CreateVM_Task} progress is 15%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.839941] env[70917]: INFO nova.compute.manager [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance disappeared during terminate [ 735.840266] env[70917]: DEBUG oslo_concurrency.lockutils [None req-780a471b-2025-4698-b22a-79b391623ffa tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "f450c3bd-3616-4627-8312-f6548d55260a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.213s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.062088] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ed0f80-8959-f21c-0225-95ff44337cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.062830] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0154593d-15d6-407e-97aa-f56fc6f601e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.068397] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 736.068397] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525be8d3-c9ca-360d-43d4-d207ea67a865" [ 736.068397] env[70917]: _type = "Task" [ 736.068397] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.078971] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525be8d3-c9ca-360d-43d4-d207ea67a865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.190558] env[70917]: DEBUG nova.network.neutron [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Updated VIF entry in instance network info cache for port 2306d0ca-a4bd-4688-88dc-09291d42166f. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.191046] env[70917]: DEBUG nova.network.neutron [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Updating instance_info_cache with network_info: [{"id": "325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0", "address": "fa:16:3e:4e:69:7b", "network": {"id": "cec549e8-3446-448c-932e-d9b740ac504d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526374991", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325e0fa7-ad", "ovs_interfaceid": "325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50b937fb-1211-4d5e-a07d-394bcf5e66ad", "address": "fa:16:3e:55:8a:a6", "network": {"id": "a14fcfa3-ff18-42ba-8a1a-562e666b9706", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-159169792", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b937fb-12", "ovs_interfaceid": "50b937fb-1211-4d5e-a07d-394bcf5e66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2306d0ca-a4bd-4688-88dc-09291d42166f", "address": "fa:16:3e:92:7c:6d", "network": {"id": "cec549e8-3446-448c-932e-d9b740ac504d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526374991", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2306d0ca-a4", "ovs_interfaceid": "2306d0ca-a4bd-4688-88dc-09291d42166f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.320574] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461217, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.338504] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.338825] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4daefe95-5fd3-4484-8e38-4b512ddb0fbe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.346373] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 736.346373] env[70917]: value = "task-3461218" [ 736.346373] env[70917]: _type = "Task" [ 736.346373] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.354768] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.447468] env[70917]: DEBUG nova.network.neutron [-] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.583593] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525be8d3-c9ca-360d-43d4-d207ea67a865, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.587229] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.587229] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692/f66bd22b-1de2-43cc-b2a5-154fedcd3692.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.588583] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5409c34b-feb9-434b-b533-a0cc93b66c05 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.597411] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 736.597411] env[70917]: value = "task-3461219" [ 736.597411] env[70917]: _type = "Task" [ 736.597411] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.605485] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.693519] env[70917]: DEBUG oslo_concurrency.lockutils [req-26279b9b-429d-4997-9646-45128037bfac req-93ab6e9a-4cfe-446d-b04e-ae1de35ec14c service nova] Releasing lock "refresh_cache-c10d4e2a-98bb-4195-841e-e22b89a22496" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.822128] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461217, 'name': CreateVM_Task, 'duration_secs': 0.529067} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.822128] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.823033] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.823196] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.823565] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.824258] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e53bdd-befe-4a0a-8f5b-31fd43329e6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.831316] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 736.831316] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52177714-3e98-9554-e7ab-1135e9ec71ee" [ 736.831316] env[70917]: _type = "Task" [ 736.831316] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.841453] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52177714-3e98-9554-e7ab-1135e9ec71ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.844200] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a981c78b-dce4-4c9e-96eb-931e9d337a79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.862019] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.864453] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd4b3ff-dddd-4835-a804-0fcb3cb8f0f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.901763] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d499d4d-7a71-41e8-a475-808c6cc7bb8f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.912207] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2717a0ac-4c36-4747-83b3-1ab9f8214aef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.930395] env[70917]: DEBUG nova.compute.provider_tree [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.950911] env[70917]: INFO nova.compute.manager [-] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Took 1.32 seconds to deallocate network for instance. [ 737.024419] env[70917]: DEBUG nova.compute.manager [req-ef50b550-e5f8-4248-ad4d-e1110742ebe9 req-e9decdad-47e7-4f22-b251-25fa5007399c service nova] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Received event network-vif-deleted-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.110159] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.343618] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52177714-3e98-9554-e7ab-1135e9ec71ee, 'name': SearchDatastore_Task, 'duration_secs': 0.051098} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.343928] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.344177] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.344427] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.344578] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.344751] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.345055] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c565b7d1-6203-4767-a862-f4dd061d7180 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.360523] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461218, 'name': CreateSnapshot_Task, 'duration_secs': 0.628468} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.360794] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.361554] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551cb1e1-744e-4f55-bb51-8ba04e136fdc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.366932] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.367137] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.370790] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de294c86-a300-4c63-9b5f-9e802ef726f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.378995] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 737.378995] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ff299-964b-f8d8-9091-d7fab99d694b" [ 737.378995] env[70917]: _type = "Task" [ 737.378995] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.389930] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ff299-964b-f8d8-9091-d7fab99d694b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.434026] env[70917]: DEBUG nova.scheduler.client.report [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.461020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.609828] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531434} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.611888] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692/f66bd22b-1de2-43cc-b2a5-154fedcd3692.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.611888] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.612122] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-503b6394-f4fa-4a34-8aaf-ff8ffd10e441 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.618958] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 737.618958] env[70917]: value = "task-3461220" [ 737.618958] env[70917]: _type = "Task" [ 737.618958] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.629106] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.887655] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.888991] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad086ea4-c11a-4d33-b8d6-bebf3f678cac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.903557] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ff299-964b-f8d8-9091-d7fab99d694b, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.905878] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 737.905878] env[70917]: value = "task-3461221" [ 737.905878] env[70917]: _type = "Task" [ 737.905878] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.906122] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b971f3-5224-42d9-a4b3-39a726869572 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.919083] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461221, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.920111] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 737.920111] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521a2d78-b1d4-e1e8-aa1e-fd4017d05900" [ 737.920111] env[70917]: _type = "Task" [ 737.920111] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.927749] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521a2d78-b1d4-e1e8-aa1e-fd4017d05900, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.927987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.928426] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] c10d4e2a-98bb-4195-841e-e22b89a22496/c10d4e2a-98bb-4195-841e-e22b89a22496.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.928556] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-502cf2fe-3a8e-452e-88f3-99d3083a1140 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.934490] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 737.934490] env[70917]: value = "task-3461222" [ 737.934490] env[70917]: _type = "Task" [ 737.934490] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.938655] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.939195] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.945028] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.918s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.945273] env[70917]: DEBUG nova.objects.instance [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lazy-loading 'resources' on Instance uuid 95f3eafa-1f2e-4980-9a33-d115bd946af5 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.946608] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.133963] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068496} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.133963] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.133963] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8bd51b-102b-4829-afbc-04a2404ac271 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.160113] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692/f66bd22b-1de2-43cc-b2a5-154fedcd3692.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.160917] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b6d8a1-25d2-4770-a910-ab3c583c95d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.184670] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 738.184670] env[70917]: value = "task-3461223" [ 738.184670] env[70917]: _type = "Task" [ 738.184670] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.194388] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.420041] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461221, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.445910] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503461} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.446450] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] c10d4e2a-98bb-4195-841e-e22b89a22496/c10d4e2a-98bb-4195-841e-e22b89a22496.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.446879] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.451222] env[70917]: DEBUG nova.compute.utils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.452586] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aec0cca-e98f-4fbd-a895-6978fa77202e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.455351] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.455669] env[70917]: DEBUG nova.network.neutron [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.461599] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 738.461599] env[70917]: value = "task-3461224" [ 738.461599] env[70917]: _type = "Task" [ 738.461599] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.476706] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.496110] env[70917]: DEBUG nova.policy [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e44f23e7a24a5c9e286c9f8c94cc11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5d3cd1f729e4c2a8012e75154c856f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.696390] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.866264] env[70917]: DEBUG nova.network.neutron [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Successfully created port: e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.920972] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461221, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.956158] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.973734] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069353} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.974662] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.974998] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84618c03-9890-42b0-a299-c9dcea8b11ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.004851] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c10d4e2a-98bb-4195-841e-e22b89a22496/c10d4e2a-98bb-4195-841e-e22b89a22496.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.008761] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ce6f807-02a0-4d14-b528-d49d2c2a389a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.032861] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 739.032861] env[70917]: value = "task-3461225" [ 739.032861] env[70917]: _type = "Task" [ 739.032861] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.041430] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.097088] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92298cff-3071-4724-8701-fef00036870e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.104674] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469a8a8-122a-41dc-a147-0944570945ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.136943] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36529e2b-bbc5-48ee-84b6-f496b6fa0f2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.144988] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f2c71-0928-4660-96c5-635b754752ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.159382] env[70917]: DEBUG nova.compute.provider_tree [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.196831] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461223, 'name': ReconfigVM_Task, 'duration_secs': 0.816807} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.197150] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692/f66bd22b-1de2-43cc-b2a5-154fedcd3692.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.200585] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-998b7a6b-2b74-422a-9ce2-b987be915171 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.204139] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 739.204139] env[70917]: value = "task-3461226" [ 739.204139] env[70917]: _type = "Task" [ 739.204139] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.216267] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461226, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.420934] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461221, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.546399] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461225, 'name': ReconfigVM_Task, 'duration_secs': 0.311365} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.546711] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c10d4e2a-98bb-4195-841e-e22b89a22496/c10d4e2a-98bb-4195-841e-e22b89a22496.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.547394] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2125a26e-c0fb-4345-9743-de0936fd4ec8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.559974] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 739.559974] env[70917]: value = "task-3461227" [ 739.559974] env[70917]: _type = "Task" [ 739.559974] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.567518] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461227, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.663633] env[70917]: DEBUG nova.scheduler.client.report [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.715448] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461226, 'name': Rename_Task, 'duration_secs': 0.414741} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.715875] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.717113] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d143550-9dd6-4075-885c-438624693794 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.722630] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 739.722630] env[70917]: value = "task-3461228" [ 739.722630] env[70917]: _type = "Task" [ 739.722630] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.730541] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.920983] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461221, 'name': CloneVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.967053] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.988974] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.989188] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.989343] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.989526] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.989670] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.989852] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.990091] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.990257] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.990425] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.990586] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.990764] env[70917]: DEBUG nova.virt.hardware [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.991710] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e6d3a7-ea8d-4a14-bc63-faf7a2e03dc8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.999353] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8a271-2164-41c8-a7e3-ffaa1dd75463 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.066852] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461227, 'name': Rename_Task, 'duration_secs': 0.152464} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.067162] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.067411] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bed09cf-0080-452c-bc62-1789c2687c06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.074032] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 740.074032] env[70917]: value = "task-3461229" [ 740.074032] env[70917]: _type = "Task" [ 740.074032] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.083383] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.169307] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.171906] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.582s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.172979] env[70917]: DEBUG nova.objects.instance [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lazy-loading 'resources' on Instance uuid d42d1d63-4a32-4ce8-adef-ae483488c5aa {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.193780] env[70917]: INFO nova.scheduler.client.report [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Deleted allocations for instance 95f3eafa-1f2e-4980-9a33-d115bd946af5 [ 740.234389] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461228, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.366367] env[70917]: DEBUG nova.compute.manager [req-61176600-700a-495a-bebe-478e097b1032 req-350ee28e-1b1f-4c5d-96d4-8e422b0aa38d service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Received event network-vif-plugged-e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.369023] env[70917]: DEBUG oslo_concurrency.lockutils [req-61176600-700a-495a-bebe-478e097b1032 req-350ee28e-1b1f-4c5d-96d4-8e422b0aa38d service nova] Acquiring lock "b206dfbe-342b-4b0a-9f43-b603205d8db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.369023] env[70917]: DEBUG oslo_concurrency.lockutils [req-61176600-700a-495a-bebe-478e097b1032 req-350ee28e-1b1f-4c5d-96d4-8e422b0aa38d service nova] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.369023] env[70917]: DEBUG oslo_concurrency.lockutils [req-61176600-700a-495a-bebe-478e097b1032 req-350ee28e-1b1f-4c5d-96d4-8e422b0aa38d service nova] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.369023] env[70917]: DEBUG nova.compute.manager [req-61176600-700a-495a-bebe-478e097b1032 req-350ee28e-1b1f-4c5d-96d4-8e422b0aa38d service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] No waiting events found dispatching network-vif-plugged-e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.369023] env[70917]: WARNING nova.compute.manager [req-61176600-700a-495a-bebe-478e097b1032 req-350ee28e-1b1f-4c5d-96d4-8e422b0aa38d service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Received unexpected event network-vif-plugged-e894b1ad-0f36-41f7-96d7-0293112800c8 for instance with vm_state building and task_state spawning. [ 740.422738] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461221, 'name': CloneVM_Task, 'duration_secs': 2.058604} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.423038] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Created linked-clone VM from snapshot [ 740.423850] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26efce4-35d8-4dca-8da0-0673f2c0d3eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.434023] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Uploading image 4f0637d3-d49c-43de-870e-ceea523aadbc {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.458637] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.458637] env[70917]: value = "vm-691363" [ 740.458637] env[70917]: _type = "VirtualMachine" [ 740.458637] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.458637] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-502dc099-eccc-4ff1-a7d7-efcbe6dc6d46 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.465922] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lease: (returnval){ [ 740.465922] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291573d-7465-3178-f414-8c024479a569" [ 740.465922] env[70917]: _type = "HttpNfcLease" [ 740.465922] env[70917]: } obtained for exporting VM: (result){ [ 740.465922] env[70917]: value = "vm-691363" [ 740.465922] env[70917]: _type = "VirtualMachine" [ 740.465922] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.466257] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the lease: (returnval){ [ 740.466257] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291573d-7465-3178-f414-8c024479a569" [ 740.466257] env[70917]: _type = "HttpNfcLease" [ 740.466257] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.472861] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.472861] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291573d-7465-3178-f414-8c024479a569" [ 740.472861] env[70917]: _type = "HttpNfcLease" [ 740.472861] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 740.480000] env[70917]: DEBUG nova.network.neutron [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Successfully updated port: e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.587193] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.702921] env[70917]: DEBUG oslo_concurrency.lockutils [None req-101e8419-7ca2-42e7-877f-1e0bf309d57d tempest-ServersListShow298Test-783107112 tempest-ServersListShow298Test-783107112-project-member] Lock "95f3eafa-1f2e-4980-9a33-d115bd946af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.091s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.734675] env[70917]: DEBUG oslo_vmware.api [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461228, 'name': PowerOnVM_Task, 'duration_secs': 0.637939} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.734959] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.735629] env[70917]: INFO nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Took 8.76 seconds to spawn the instance on the hypervisor. [ 740.735629] env[70917]: DEBUG nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.736240] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ded2bf-cb74-4b00-9441-142a951a0319 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.974892] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.974892] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291573d-7465-3178-f414-8c024479a569" [ 740.974892] env[70917]: _type = "HttpNfcLease" [ 740.974892] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 740.975201] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 740.975201] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291573d-7465-3178-f414-8c024479a569" [ 740.975201] env[70917]: _type = "HttpNfcLease" [ 740.975201] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 740.975912] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b73f2e-580a-4292-91a9-e6c0b8c6983a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.982054] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "refresh_cache-b206dfbe-342b-4b0a-9f43-b603205d8db7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.982331] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "refresh_cache-b206dfbe-342b-4b0a-9f43-b603205d8db7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.982499] env[70917]: DEBUG nova.network.neutron [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.986760] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db0c7c-2584-e1c2-466c-b193c4f841d7/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 740.986990] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db0c7c-2584-e1c2-466c-b193c4f841d7/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.085415] env[70917]: DEBUG oslo_vmware.api [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461229, 'name': PowerOnVM_Task, 'duration_secs': 0.667515} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.088117] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.088334] env[70917]: INFO nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Took 14.04 seconds to spawn the instance on the hypervisor. [ 741.088509] env[70917]: DEBUG nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.089512] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72afc1-3ff3-4fa6-b2e0-0a003c919241 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.149500] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-633ad03b-36f4-40f4-bc1e-9018e966c1bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.261147] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeecd33-925d-421c-8ad1-bceb1d5cd1b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.263536] env[70917]: INFO nova.compute.manager [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Took 44.14 seconds to build instance. [ 741.269790] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a2f57d-86c0-47b9-ba4c-632c11f1c35c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.302197] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e49948-4e48-4b4c-afad-50f8decc71a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.311641] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bbe3f9-8b9e-4d93-807d-4246efbde09a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.327225] env[70917]: DEBUG nova.compute.provider_tree [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.542103] env[70917]: DEBUG nova.network.neutron [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.614986] env[70917]: INFO nova.compute.manager [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Took 49.26 seconds to build instance. [ 741.767493] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.913s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.833443] env[70917]: DEBUG nova.scheduler.client.report [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.838433] env[70917]: DEBUG nova.network.neutron [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Updating instance_info_cache with network_info: [{"id": "e894b1ad-0f36-41f7-96d7-0293112800c8", "address": "fa:16:3e:14:8c:d6", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape894b1ad-0f", "ovs_interfaceid": "e894b1ad-0f36-41f7-96d7-0293112800c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.117257] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.606s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.119232] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "c10d4e2a-98bb-4195-841e-e22b89a22496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.119587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.119929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.120233] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.120457] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.123823] env[70917]: INFO nova.compute.manager [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Terminating instance [ 742.271080] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.345982] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.345982] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "refresh_cache-b206dfbe-342b-4b0a-9f43-b603205d8db7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.345982] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Instance network_info: |[{"id": "e894b1ad-0f36-41f7-96d7-0293112800c8", "address": "fa:16:3e:14:8c:d6", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape894b1ad-0f", "ovs_interfaceid": "e894b1ad-0f36-41f7-96d7-0293112800c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.346528] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.236s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.346583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.347236] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 742.347236] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.134s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.348875] env[70917]: INFO nova.compute.claims [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.352927] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:8c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e894b1ad-0f36-41f7-96d7-0293112800c8', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.361903] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.367021] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb311e80-1a56-4936-bbb1-5ec949659b4e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.367417] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.367797] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebc9e63-f5bb-4a81-9701-276cfd0e6093 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.386089] env[70917]: INFO nova.scheduler.client.report [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Deleted allocations for instance d42d1d63-4a32-4ce8-adef-ae483488c5aa [ 742.397101] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b49f35-9f08-46a8-96b1-1b17549d2cb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.404013] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.404013] env[70917]: value = "task-3461231" [ 742.404013] env[70917]: _type = "Task" [ 742.404013] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.418324] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b942ed7-2fda-46ef-aa23-458d868b6485 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.424539] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461231, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.430275] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ddfb8b-7dbe-4082-b549-e6097651d1e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.465406] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179721MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 742.465556] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.468100] env[70917]: DEBUG nova.compute.manager [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Received event network-changed-e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.468708] env[70917]: DEBUG nova.compute.manager [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Refreshing instance network info cache due to event network-changed-e894b1ad-0f36-41f7-96d7-0293112800c8. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.468708] env[70917]: DEBUG oslo_concurrency.lockutils [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] Acquiring lock "refresh_cache-b206dfbe-342b-4b0a-9f43-b603205d8db7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.468708] env[70917]: DEBUG oslo_concurrency.lockutils [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] Acquired lock "refresh_cache-b206dfbe-342b-4b0a-9f43-b603205d8db7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.468878] env[70917]: DEBUG nova.network.neutron [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Refreshing network info cache for port e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.623241] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.627236] env[70917]: DEBUG nova.compute.manager [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.627519] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.629045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47577e9-0dae-4d61-8ec2-2f621460d003 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.636668] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.638025] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95036250-51e2-49cf-a44e-6192c8645032 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.644157] env[70917]: DEBUG oslo_vmware.api [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 742.644157] env[70917]: value = "task-3461232" [ 742.644157] env[70917]: _type = "Task" [ 742.644157] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.654854] env[70917]: DEBUG oslo_vmware.api [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.795382] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.896062] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Lock "d42d1d63-4a32-4ce8-adef-ae483488c5aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.781s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.921013] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461231, 'name': CreateVM_Task, 'duration_secs': 0.355783} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.921245] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.921987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.922240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.922488] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.923216] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888d0511-b76b-4a5d-a941-47d1fe81f182 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.933317] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 742.933317] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526e2bbd-84bc-9aa1-0ceb-f59db47d5155" [ 742.933317] env[70917]: _type = "Task" [ 742.933317] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.945542] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526e2bbd-84bc-9aa1-0ceb-f59db47d5155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.147121] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.160243] env[70917]: DEBUG oslo_vmware.api [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461232, 'name': PowerOffVM_Task, 'duration_secs': 0.240924} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.161034] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.161345] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.162332] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0439eb68-3a8f-4e27-bde9-7c1de054ca3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.245091] env[70917]: DEBUG nova.network.neutron [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Updated VIF entry in instance network info cache for port e894b1ad-0f36-41f7-96d7-0293112800c8. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.245508] env[70917]: DEBUG nova.network.neutron [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Updating instance_info_cache with network_info: [{"id": "e894b1ad-0f36-41f7-96d7-0293112800c8", "address": "fa:16:3e:14:8c:d6", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape894b1ad-0f", "ovs_interfaceid": "e894b1ad-0f36-41f7-96d7-0293112800c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.445718] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526e2bbd-84bc-9aa1-0ceb-f59db47d5155, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.446152] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.446432] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.446701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.446843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.447032] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.447308] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-896873bb-8e6b-4a8c-8b1d-a7292fc0915b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.456295] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.456417] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.459776] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68166d99-e8ab-4242-949c-21c4e5e5f591 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.468968] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 743.468968] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f6b53-7a7a-4c7e-5281-e09351d5c092" [ 743.468968] env[70917]: _type = "Task" [ 743.468968] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.486196] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f6b53-7a7a-4c7e-5281-e09351d5c092, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.487102] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9943f74a-c91d-4ff5-9617-d30ac33a8ea7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.495065] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 743.495065] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5297055d-3131-5fe4-1b61-1e6751cc83d3" [ 743.495065] env[70917]: _type = "Task" [ 743.495065] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.507267] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5297055d-3131-5fe4-1b61-1e6751cc83d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.748629] env[70917]: DEBUG oslo_concurrency.lockutils [req-8967555a-a2c4-4616-a4ac-66ea5a17baa7 req-8999afd7-af58-4ca2-8cc7-cbdbf352ba99 service nova] Releasing lock "refresh_cache-b206dfbe-342b-4b0a-9f43-b603205d8db7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.890804] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.890804] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.890804] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Deleting the datastore file [datastore1] c10d4e2a-98bb-4195-841e-e22b89a22496 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.890804] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb478d1-c225-473c-8873-9bf1ebb548fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.899496] env[70917]: DEBUG oslo_vmware.api [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 743.899496] env[70917]: value = "task-3461234" [ 743.899496] env[70917]: _type = "Task" [ 743.899496] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.908644] env[70917]: DEBUG oslo_vmware.api [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.012459] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5297055d-3131-5fe4-1b61-1e6751cc83d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.012459] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.012667] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] b206dfbe-342b-4b0a-9f43-b603205d8db7/b206dfbe-342b-4b0a-9f43-b603205d8db7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.015382] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e43b9c-97e7-4992-83d4-708c87fa1fd8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.023215] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 744.023215] env[70917]: value = "task-3461235" [ 744.023215] env[70917]: _type = "Task" [ 744.023215] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.031572] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.178208] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77666915-42ae-4d84-a71b-8adb193100f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.186813] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3043e-91c1-4a4c-97cf-125634fe2700 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.222636] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1606f6-4a85-4f29-b2e4-fb187e88fc3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.234193] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9776d80a-348a-4e21-b457-9d885f05ca4e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.254469] env[70917]: DEBUG nova.compute.provider_tree [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.410225] env[70917]: DEBUG oslo_vmware.api [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182889} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.414028] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.414028] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.414028] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.414028] env[70917]: INFO nova.compute.manager [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Took 1.78 seconds to destroy the instance on the hypervisor. [ 744.414028] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.414028] env[70917]: DEBUG nova.compute.manager [-] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.414028] env[70917]: DEBUG nova.network.neutron [-] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.539505] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.648896] env[70917]: DEBUG nova.compute.manager [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Received event network-changed-270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.649106] env[70917]: DEBUG nova.compute.manager [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Refreshing instance network info cache due to event network-changed-270f8d39-183f-4fbf-877a-37fb77e2d35d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.649355] env[70917]: DEBUG oslo_concurrency.lockutils [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.649544] env[70917]: DEBUG oslo_concurrency.lockutils [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.649797] env[70917]: DEBUG nova.network.neutron [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Refreshing network info cache for port 270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.761026] env[70917]: DEBUG nova.scheduler.client.report [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.036416] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461235, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.266017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.266392] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.276232] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.100s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.277365] env[70917]: INFO nova.compute.claims [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.539052] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461235, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496154} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.539639] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] b206dfbe-342b-4b0a-9f43-b603205d8db7/b206dfbe-342b-4b0a-9f43-b603205d8db7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.540271] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.540702] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3426380e-4142-4799-9780-9bf31ea2745e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.546981] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 745.546981] env[70917]: value = "task-3461236" [ 745.546981] env[70917]: _type = "Task" [ 745.546981] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.558339] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.761021] env[70917]: DEBUG nova.network.neutron [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updated VIF entry in instance network info cache for port 270f8d39-183f-4fbf-877a-37fb77e2d35d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.761021] env[70917]: DEBUG nova.network.neutron [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.781576] env[70917]: DEBUG nova.compute.utils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.785052] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.785240] env[70917]: DEBUG nova.network.neutron [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.877540] env[70917]: DEBUG nova.policy [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b25aec314d4f82b745044ade05af8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16fefcb09c64a7ea6d3db70af95aa27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.059278] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068911} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.059570] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.060392] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83a772-c194-4205-b82b-cac4dc539d09 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.085717] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b206dfbe-342b-4b0a-9f43-b603205d8db7/b206dfbe-342b-4b0a-9f43-b603205d8db7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.086376] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d581cb0d-6862-4bda-945d-00ab251c395b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.113208] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 746.113208] env[70917]: value = "task-3461237" [ 746.113208] env[70917]: _type = "Task" [ 746.113208] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.121544] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.265054] env[70917]: DEBUG oslo_concurrency.lockutils [req-8c1f2de7-c449-4a5d-aca4-a8e5ea515b58 req-5cd90787-730e-4024-b1b9-cf1a36520039 service nova] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.286974] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.338415] env[70917]: DEBUG nova.network.neutron [-] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.562023] env[70917]: DEBUG nova.network.neutron [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Successfully created port: 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.629691] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461237, 'name': ReconfigVM_Task, 'duration_secs': 0.281003} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.630009] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b206dfbe-342b-4b0a-9f43-b603205d8db7/b206dfbe-342b-4b0a-9f43-b603205d8db7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.630660] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-685a12a8-716d-47c0-9252-3c901611791e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.643027] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 746.643027] env[70917]: value = "task-3461238" [ 746.643027] env[70917]: _type = "Task" [ 746.643027] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.654258] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461238, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.740017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.740259] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.742319] env[70917]: DEBUG nova.compute.manager [req-80cc24c4-1ed6-43b8-b0f1-b959ec14f4e6 req-3a539779-a618-4c17-b68b-03a803b2bea3 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-vif-deleted-50b937fb-1211-4d5e-a07d-394bcf5e66ad {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.742577] env[70917]: DEBUG nova.compute.manager [req-80cc24c4-1ed6-43b8-b0f1-b959ec14f4e6 req-3a539779-a618-4c17-b68b-03a803b2bea3 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-vif-deleted-2306d0ca-a4bd-4688-88dc-09291d42166f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.742919] env[70917]: DEBUG nova.compute.manager [req-80cc24c4-1ed6-43b8-b0f1-b959ec14f4e6 req-3a539779-a618-4c17-b68b-03a803b2bea3 service nova] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Received event network-vif-deleted-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.842487] env[70917]: INFO nova.compute.manager [-] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Took 2.43 seconds to deallocate network for instance. [ 746.910176] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb6efb5-fdc2-4edc-b97d-a0fa2fc617a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.917950] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc97fff6-683a-4c02-b6f6-40201d3ee448 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.950033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905c556d-b811-4262-9b5f-5439b2f8bb63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.959126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718378f-64d8-4190-90a1-92d95cd28ad4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.973466] env[70917]: DEBUG nova.compute.provider_tree [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.153056] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461238, 'name': Rename_Task, 'duration_secs': 0.222938} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.153255] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.153477] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32aaace-e5bb-4efc-a306-27c0fe8712c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.159885] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 747.159885] env[70917]: value = "task-3461239" [ 747.159885] env[70917]: _type = "Task" [ 747.159885] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.170075] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.305489] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.336017] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.336364] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.336428] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.336606] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.336766] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.336924] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.337256] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.337431] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.337600] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.337796] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.337979] env[70917]: DEBUG nova.virt.hardware [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.338887] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a98d46-f05a-48ef-ad6c-28ffc6c3ae9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.352499] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f5d92-4d0f-466a-bcff-889f646e64bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.357863] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.480253] env[70917]: DEBUG nova.scheduler.client.report [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.683404] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.987904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.988073] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.991169] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.199s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.992629] env[70917]: INFO nova.compute.claims [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.181084] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.204092] env[70917]: DEBUG nova.compute.manager [req-bb9d625f-8608-4b9f-9229-71a39fcacf51 req-c0c58d9a-34d6-4e0c-84c5-526a5699d64e service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Received event network-vif-plugged-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.204302] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb9d625f-8608-4b9f-9229-71a39fcacf51 req-c0c58d9a-34d6-4e0c-84c5-526a5699d64e service nova] Acquiring lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.204598] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb9d625f-8608-4b9f-9229-71a39fcacf51 req-c0c58d9a-34d6-4e0c-84c5-526a5699d64e service nova] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.204729] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb9d625f-8608-4b9f-9229-71a39fcacf51 req-c0c58d9a-34d6-4e0c-84c5-526a5699d64e service nova] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.205076] env[70917]: DEBUG nova.compute.manager [req-bb9d625f-8608-4b9f-9229-71a39fcacf51 req-c0c58d9a-34d6-4e0c-84c5-526a5699d64e service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] No waiting events found dispatching network-vif-plugged-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.205076] env[70917]: WARNING nova.compute.manager [req-bb9d625f-8608-4b9f-9229-71a39fcacf51 req-c0c58d9a-34d6-4e0c-84c5-526a5699d64e service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Received unexpected event network-vif-plugged-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 for instance with vm_state building and task_state spawning. [ 748.300147] env[70917]: DEBUG nova.network.neutron [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Successfully updated port: 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.498369] env[70917]: DEBUG nova.compute.utils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.504535] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.504535] env[70917]: DEBUG nova.network.neutron [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.589167] env[70917]: DEBUG nova.policy [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b261c4c30f7b4769b1ad8d43f9478b2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6737d07567de46d996c48adfae3f8825', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.680115] env[70917]: DEBUG oslo_vmware.api [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461239, 'name': PowerOnVM_Task, 'duration_secs': 1.142014} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.680115] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.680115] env[70917]: INFO nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Took 8.71 seconds to spawn the instance on the hypervisor. [ 748.680551] env[70917]: DEBUG nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.681709] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58afe01-5bda-46e7-a966-8d45b7006193 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.802303] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "refresh_cache-cc5135e1-f7af-45c1-9d8c-6020a6efacc7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.802569] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired lock "refresh_cache-cc5135e1-f7af-45c1-9d8c-6020a6efacc7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.802602] env[70917]: DEBUG nova.network.neutron [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.003162] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.007181] env[70917]: DEBUG nova.network.neutron [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Successfully created port: 259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.210339] env[70917]: INFO nova.compute.manager [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Took 46.02 seconds to build instance. [ 749.372625] env[70917]: DEBUG nova.network.neutron [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.637504] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae5c89-1ba6-46b6-99db-2758a33d5924 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.648837] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfec119d-83cc-49da-876c-d5cde4aefcb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.680951] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13725e5-86a4-4c64-9785-43f963214ba2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.689382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960b798-6b13-403c-889d-585f340c171d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.695622] env[70917]: DEBUG nova.network.neutron [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Updating instance_info_cache with network_info: [{"id": "6eca1592-e01b-4c07-a3d7-64bbdb5d5866", "address": "fa:16:3e:72:f2:f1", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eca1592-e0", "ovs_interfaceid": "6eca1592-e01b-4c07-a3d7-64bbdb5d5866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.711162] env[70917]: DEBUG nova.compute.provider_tree [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.712564] env[70917]: DEBUG oslo_concurrency.lockutils [None req-55520396-bda8-4c25-8e7f-27cca62f28c2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.826s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.720910] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db0c7c-2584-e1c2-466c-b193c4f841d7/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 749.720910] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa059afc-6558-4169-8315-03a377ff33fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.729031] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db0c7c-2584-e1c2-466c-b193c4f841d7/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 749.729031] env[70917]: ERROR oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db0c7c-2584-e1c2-466c-b193c4f841d7/disk-0.vmdk due to incomplete transfer. [ 749.729031] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc6c940f-be3f-4687-90c6-1d0bfe549e79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.736662] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db0c7c-2584-e1c2-466c-b193c4f841d7/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 749.736898] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Uploaded image 4f0637d3-d49c-43de-870e-ceea523aadbc to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 749.739152] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 749.739404] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cded2e13-50fd-4736-a974-f265251050a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.747586] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 749.747586] env[70917]: value = "task-3461240" [ 749.747586] env[70917]: _type = "Task" [ 749.747586] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.757438] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461240, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.025428] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.059186] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.059383] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.059383] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.059570] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.059716] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.059915] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.060076] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.060251] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.060433] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.060594] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.061596] env[70917]: DEBUG nova.virt.hardware [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.062531] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984b343-e464-42ba-8efe-5a006c3f8093 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.070718] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323e162-101f-40fd-9a4f-8918b0b86ce5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.210117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Releasing lock "refresh_cache-cc5135e1-f7af-45c1-9d8c-6020a6efacc7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.210662] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Instance network_info: |[{"id": "6eca1592-e01b-4c07-a3d7-64bbdb5d5866", "address": "fa:16:3e:72:f2:f1", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eca1592-e0", "ovs_interfaceid": "6eca1592-e01b-4c07-a3d7-64bbdb5d5866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.211303] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f2:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eca1592-e01b-4c07-a3d7-64bbdb5d5866', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.221274] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating folder: Project (e16fefcb09c64a7ea6d3db70af95aa27). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.222753] env[70917]: DEBUG nova.scheduler.client.report [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.226818] env[70917]: DEBUG nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.228792] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69cee147-47d1-4cd3-8119-f12757af3f40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.233498] env[70917]: DEBUG nova.compute.manager [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Received event network-changed-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.233716] env[70917]: DEBUG nova.compute.manager [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Refreshing instance network info cache due to event network-changed-6eca1592-e01b-4c07-a3d7-64bbdb5d5866. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.234170] env[70917]: DEBUG oslo_concurrency.lockutils [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] Acquiring lock "refresh_cache-cc5135e1-f7af-45c1-9d8c-6020a6efacc7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.234170] env[70917]: DEBUG oslo_concurrency.lockutils [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] Acquired lock "refresh_cache-cc5135e1-f7af-45c1-9d8c-6020a6efacc7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.234280] env[70917]: DEBUG nova.network.neutron [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Refreshing network info cache for port 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.240393] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Created folder: Project (e16fefcb09c64a7ea6d3db70af95aa27) in parent group-v691255. [ 750.240595] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating folder: Instances. Parent ref: group-v691365. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.241383] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40f24e8f-873a-4147-9941-001ab5669a7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.253953] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Created folder: Instances in parent group-v691365. [ 750.254223] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.254796] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.255062] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c313a6ff-1b86-4e2f-b7b8-f58e61638ae5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.275780] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461240, 'name': Destroy_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.280934] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.280934] env[70917]: value = "task-3461243" [ 750.280934] env[70917]: _type = "Task" [ 750.280934] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.290752] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461243, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.658642] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "946c11d6-0358-4977-9428-97811ae196d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.662285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "946c11d6-0358-4977-9428-97811ae196d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.728106] env[70917]: DEBUG nova.network.neutron [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Successfully updated port: 259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.733844] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.734502] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.743056] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.846s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.743311] env[70917]: DEBUG nova.objects.instance [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lazy-loading 'resources' on Instance uuid b0535c7e-465f-4e80-9b9b-b455b9c3a98c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.760882] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461240, 'name': Destroy_Task, 'duration_secs': 0.721891} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.761897] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.762185] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Destroyed the VM [ 750.762420] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.762670] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d72ff02-91bc-48f1-af3c-27bf8d1bb88e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.768476] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 750.768476] env[70917]: value = "task-3461244" [ 750.768476] env[70917]: _type = "Task" [ 750.768476] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.776851] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.792073] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461243, 'name': CreateVM_Task, 'duration_secs': 0.362681} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.794750] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.795164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.795327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.795709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.797806] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4226bc14-867f-40f1-95a4-f5916b90f13c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.802505] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 750.802505] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5277dc90-8a14-38b5-64b4-624549497283" [ 750.802505] env[70917]: _type = "Task" [ 750.802505] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.811736] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5277dc90-8a14-38b5-64b4-624549497283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.041287] env[70917]: DEBUG nova.network.neutron [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Updated VIF entry in instance network info cache for port 6eca1592-e01b-4c07-a3d7-64bbdb5d5866. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.041687] env[70917]: DEBUG nova.network.neutron [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Updating instance_info_cache with network_info: [{"id": "6eca1592-e01b-4c07-a3d7-64bbdb5d5866", "address": "fa:16:3e:72:f2:f1", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eca1592-e0", "ovs_interfaceid": "6eca1592-e01b-4c07-a3d7-64bbdb5d5866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.238518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "refresh_cache-73ca3686-48f5-4044-8dc4-676d48e964a8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.238701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquired lock "refresh_cache-73ca3686-48f5-4044-8dc4-676d48e964a8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.238881] env[70917]: DEBUG nova.network.neutron [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.249028] env[70917]: DEBUG nova.compute.utils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.257710] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.258056] env[70917]: DEBUG nova.network.neutron [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.283996] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461244, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.316866] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5277dc90-8a14-38b5-64b4-624549497283, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.317224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.317457] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.317687] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.317858] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.318299] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.318366] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f16b5cb-dd3e-4460-b4aa-a2219f4c32ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.321557] env[70917]: DEBUG nova.policy [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b25aec314d4f82b745044ade05af8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16fefcb09c64a7ea6d3db70af95aa27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.332346] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.332622] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.333739] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1784d2-9543-42fe-b346-765eab3c8790 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.342696] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 751.342696] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ae9298-bb30-5ead-7d59-45697b163bc7" [ 751.342696] env[70917]: _type = "Task" [ 751.342696] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.352164] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ae9298-bb30-5ead-7d59-45697b163bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.544145] env[70917]: DEBUG oslo_concurrency.lockutils [req-4944ec48-38ab-44f0-9f4f-b165163cce4f req-9c8fe721-ca1d-4b03-a0fc-fdf15b17cb5c service nova] Releasing lock "refresh_cache-cc5135e1-f7af-45c1-9d8c-6020a6efacc7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.674548] env[70917]: DEBUG nova.network.neutron [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Successfully created port: 6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.755480] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.780895] env[70917]: DEBUG oslo_vmware.api [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461244, 'name': RemoveSnapshot_Task, 'duration_secs': 0.658888} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.781193] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.781434] env[70917]: INFO nova.compute.manager [None req-a8d384ad-d525-48ab-b69d-361c5bb11d2e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 751.795448] env[70917]: DEBUG nova.network.neutron [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.828937] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be06c4c-d647-474a-808a-b1b469911e22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.839170] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51915dc9-6c30-4749-b31d-5d63cf677bbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.879628] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e82f1-a910-4ea2-9432-02b0d05ba9b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.888703] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ae9298-bb30-5ead-7d59-45697b163bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.890113] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad23c7a-8d4b-445e-9b2f-c2030b900e76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.896048] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66aa68c-be94-40d3-b555-c64c9a0e71d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.901389] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 751.901389] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52aad6ce-256f-65fa-9b11-03e68f58a9fd" [ 751.901389] env[70917]: _type = "Task" [ 751.901389] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.912574] env[70917]: DEBUG nova.compute.provider_tree [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.920140] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52aad6ce-256f-65fa-9b11-03e68f58a9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008416} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.920694] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.920974] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] cc5135e1-f7af-45c1-9d8c-6020a6efacc7/cc5135e1-f7af-45c1-9d8c-6020a6efacc7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.925368] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c1c25e4-9012-426c-9375-f32a7de3df6e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.928546] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 751.928546] env[70917]: value = "task-3461245" [ 751.928546] env[70917]: _type = "Task" [ 751.928546] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.936698] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.992065] env[70917]: DEBUG nova.network.neutron [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Updating instance_info_cache with network_info: [{"id": "259277e7-7d76-4d4a-8f81-ec6a425228e7", "address": "fa:16:3e:5b:1e:99", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259277e7-7d", "ovs_interfaceid": "259277e7-7d76-4d4a-8f81-ec6a425228e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.266181] env[70917]: DEBUG nova.compute.manager [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Received event network-vif-plugged-259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.266465] env[70917]: DEBUG oslo_concurrency.lockutils [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] Acquiring lock "73ca3686-48f5-4044-8dc4-676d48e964a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.266529] env[70917]: DEBUG oslo_concurrency.lockutils [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.266651] env[70917]: DEBUG oslo_concurrency.lockutils [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.266854] env[70917]: DEBUG nova.compute.manager [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] No waiting events found dispatching network-vif-plugged-259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.267572] env[70917]: WARNING nova.compute.manager [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Received unexpected event network-vif-plugged-259277e7-7d76-4d4a-8f81-ec6a425228e7 for instance with vm_state building and task_state spawning. [ 752.267572] env[70917]: DEBUG nova.compute.manager [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Received event network-changed-259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.267572] env[70917]: DEBUG nova.compute.manager [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Refreshing instance network info cache due to event network-changed-259277e7-7d76-4d4a-8f81-ec6a425228e7. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.267760] env[70917]: DEBUG oslo_concurrency.lockutils [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] Acquiring lock "refresh_cache-73ca3686-48f5-4044-8dc4-676d48e964a8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.417393] env[70917]: DEBUG nova.scheduler.client.report [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.440025] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483789} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.440304] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] cc5135e1-f7af-45c1-9d8c-6020a6efacc7/cc5135e1-f7af-45c1-9d8c-6020a6efacc7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.440630] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.440902] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a6729b7-23be-42cb-84fd-cbc5be20fa40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.449034] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 752.449034] env[70917]: value = "task-3461246" [ 752.449034] env[70917]: _type = "Task" [ 752.449034] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.457046] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.494810] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Releasing lock "refresh_cache-73ca3686-48f5-4044-8dc4-676d48e964a8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.495195] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Instance network_info: |[{"id": "259277e7-7d76-4d4a-8f81-ec6a425228e7", "address": "fa:16:3e:5b:1e:99", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259277e7-7d", "ovs_interfaceid": "259277e7-7d76-4d4a-8f81-ec6a425228e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.496028] env[70917]: DEBUG oslo_concurrency.lockutils [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] Acquired lock "refresh_cache-73ca3686-48f5-4044-8dc4-676d48e964a8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.496028] env[70917]: DEBUG nova.network.neutron [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Refreshing network info cache for port 259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.497077] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:1e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259277e7-7d76-4d4a-8f81-ec6a425228e7', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.506817] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Creating folder: Project (6737d07567de46d996c48adfae3f8825). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.511022] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3866d4-0982-4cfc-9b78-a4374d96ae1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.518375] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Created folder: Project (6737d07567de46d996c48adfae3f8825) in parent group-v691255. [ 752.518572] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Creating folder: Instances. Parent ref: group-v691368. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.518806] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0828ddc-866c-4c10-ac23-96dfc0c35ccf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.527450] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Created folder: Instances in parent group-v691368. [ 752.527675] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.527939] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.528163] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17fe8b1-4a86-4c77-923e-79499ef2dcfe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.548854] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.548854] env[70917]: value = "task-3461249" [ 752.548854] env[70917]: _type = "Task" [ 752.548854] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.558506] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461249, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.764924] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.794800] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.795080] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.795242] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.795426] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.795570] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.795716] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.795919] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.796089] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.796257] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.796418] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.796585] env[70917]: DEBUG nova.virt.hardware [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.797796] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a0547b-e651-4666-b53a-eba76b95f008 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.807030] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a1871-b24e-4fb6-9aa4-fd83ee778f3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.830421] env[70917]: DEBUG nova.network.neutron [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Updated VIF entry in instance network info cache for port 259277e7-7d76-4d4a-8f81-ec6a425228e7. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.830854] env[70917]: DEBUG nova.network.neutron [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Updating instance_info_cache with network_info: [{"id": "259277e7-7d76-4d4a-8f81-ec6a425228e7", "address": "fa:16:3e:5b:1e:99", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259277e7-7d", "ovs_interfaceid": "259277e7-7d76-4d4a-8f81-ec6a425228e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.920484] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.922900] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.426s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.923122] env[70917]: DEBUG nova.objects.instance [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lazy-loading 'resources' on Instance uuid 2b45d5ab-8870-4d3c-b645-d7587fb9466f {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.944575] env[70917]: INFO nova.scheduler.client.report [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Deleted allocations for instance b0535c7e-465f-4e80-9b9b-b455b9c3a98c [ 752.960363] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16071} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.960633] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.961472] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e1c4f-9803-40d7-9f18-d970f43da12f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.992925] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] cc5135e1-f7af-45c1-9d8c-6020a6efacc7/cc5135e1-f7af-45c1-9d8c-6020a6efacc7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.993280] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97bb272f-196b-4d6f-b800-aff0b3b57ab9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.013982] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 753.013982] env[70917]: value = "task-3461250" [ 753.013982] env[70917]: _type = "Task" [ 753.013982] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.025624] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.061084] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461249, 'name': CreateVM_Task, 'duration_secs': 0.373538} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.061337] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.062071] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.062329] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.062840] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.063049] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97924445-5e9b-4b15-9afa-c403eb53c75f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.068061] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 753.068061] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521cee9e-1e2b-6259-c7c8-a7476e6013f4" [ 753.068061] env[70917]: _type = "Task" [ 753.068061] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.077645] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521cee9e-1e2b-6259-c7c8-a7476e6013f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.333920] env[70917]: DEBUG oslo_concurrency.lockutils [req-bcef882e-e1a3-40a6-ad9b-00ec718d0e27 req-2af6a8d6-4d46-4f12-95b1-6463a34eecec service nova] Releasing lock "refresh_cache-73ca3686-48f5-4044-8dc4-676d48e964a8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.385918] env[70917]: DEBUG nova.network.neutron [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Successfully updated port: 6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.454375] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Lock "b0535c7e-465f-4e80-9b9b-b455b9c3a98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.668s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.535218] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461250, 'name': ReconfigVM_Task, 'duration_secs': 0.29265} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.535510] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Reconfigured VM instance instance-00000023 to attach disk [datastore2] cc5135e1-f7af-45c1-9d8c-6020a6efacc7/cc5135e1-f7af-45c1-9d8c-6020a6efacc7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.536153] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92ea432a-1d1f-424b-b64e-5680f384770b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.544270] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 753.544270] env[70917]: value = "task-3461251" [ 753.544270] env[70917]: _type = "Task" [ 753.544270] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.553261] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461251, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.583574] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521cee9e-1e2b-6259-c7c8-a7476e6013f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.583919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.584167] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.584712] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.584712] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.584712] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.584964] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16880f48-666c-444c-94a4-c766cce69b34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.593797] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.593995] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.594791] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d59794fc-4abe-4b45-aa28-d35a2b9d0080 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.600028] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 753.600028] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5262970a-09a3-177a-fd27-0b3a780f2966" [ 753.600028] env[70917]: _type = "Task" [ 753.600028] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.610779] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5262970a-09a3-177a-fd27-0b3a780f2966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.888848] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "refresh_cache-dc8a589e-3d62-4aab-9b44-85cb242b6a7c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.889674] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired lock "refresh_cache-dc8a589e-3d62-4aab-9b44-85cb242b6a7c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.889884] env[70917]: DEBUG nova.network.neutron [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.027577] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2fbe6-27cc-4bd7-bc40-b53c08784214 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.035128] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c9f48-4bde-41a9-8ae3-6012f994864b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.075391] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09b520d-0ac0-4eb2-925e-26005467450c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.083592] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461251, 'name': Rename_Task, 'duration_secs': 0.276359} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.085760] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.086187] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e851261e-6067-479e-9e27-ae1901eedaf7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.088633] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38af03c5-cc9e-490d-9d03-e626bc8f47e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.103150] env[70917]: DEBUG nova.compute.provider_tree [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.108494] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 754.108494] env[70917]: value = "task-3461252" [ 754.108494] env[70917]: _type = "Task" [ 754.108494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.120015] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5262970a-09a3-177a-fd27-0b3a780f2966, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.120015] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5df6a99-df29-4aab-b2fa-148220d2489f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.125735] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461252, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.128647] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 754.128647] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529bf343-e936-256f-141f-b54cbb4e67f5" [ 754.128647] env[70917]: _type = "Task" [ 754.128647] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.136943] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529bf343-e936-256f-141f-b54cbb4e67f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.328776] env[70917]: DEBUG nova.compute.manager [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Received event network-vif-plugged-6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.329041] env[70917]: DEBUG oslo_concurrency.lockutils [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] Acquiring lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.329290] env[70917]: DEBUG oslo_concurrency.lockutils [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.329465] env[70917]: DEBUG oslo_concurrency.lockutils [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.329629] env[70917]: DEBUG nova.compute.manager [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] No waiting events found dispatching network-vif-plugged-6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.329801] env[70917]: WARNING nova.compute.manager [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Received unexpected event network-vif-plugged-6a145329-4a21-41d5-b33a-3ba01f38085e for instance with vm_state building and task_state spawning. [ 754.329986] env[70917]: DEBUG nova.compute.manager [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Received event network-changed-6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.330155] env[70917]: DEBUG nova.compute.manager [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Refreshing instance network info cache due to event network-changed-6a145329-4a21-41d5-b33a-3ba01f38085e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.330316] env[70917]: DEBUG oslo_concurrency.lockutils [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] Acquiring lock "refresh_cache-dc8a589e-3d62-4aab-9b44-85cb242b6a7c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.430662] env[70917]: DEBUG nova.network.neutron [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.611776] env[70917]: DEBUG nova.scheduler.client.report [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.625851] env[70917]: DEBUG oslo_vmware.api [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461252, 'name': PowerOnVM_Task, 'duration_secs': 0.502176} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.626131] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.626528] env[70917]: INFO nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Took 7.32 seconds to spawn the instance on the hypervisor. [ 754.627079] env[70917]: DEBUG nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.628095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da27db-8c82-4277-aa1f-bb5c1e6900b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.644445] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529bf343-e936-256f-141f-b54cbb4e67f5, 'name': SearchDatastore_Task, 'duration_secs': 0.020262} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.646092] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646980] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 73ca3686-48f5-4044-8dc4-676d48e964a8/73ca3686-48f5-4044-8dc4-676d48e964a8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.647798] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ddb5aba-fc51-447c-b215-b985587c9e7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.655428] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 754.655428] env[70917]: value = "task-3461253" [ 754.655428] env[70917]: _type = "Task" [ 754.655428] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.666067] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.667846] env[70917]: DEBUG nova.network.neutron [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Updating instance_info_cache with network_info: [{"id": "6a145329-4a21-41d5-b33a-3ba01f38085e", "address": "fa:16:3e:10:47:93", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a145329-4a", "ovs_interfaceid": "6a145329-4a21-41d5-b33a-3ba01f38085e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.942416] env[70917]: DEBUG nova.compute.manager [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.943425] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a25ea-a454-47f9-b55d-3cd1c02c3500 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.122436] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.126900] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.864s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.126900] env[70917]: DEBUG nova.objects.instance [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lazy-loading 'resources' on Instance uuid 259f5513-b60b-4dd9-97ce-829ca51896d4 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.145813] env[70917]: INFO nova.scheduler.client.report [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleted allocations for instance 2b45d5ab-8870-4d3c-b645-d7587fb9466f [ 755.166166] env[70917]: INFO nova.compute.manager [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Took 46.97 seconds to build instance. [ 755.173806] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Releasing lock "refresh_cache-dc8a589e-3d62-4aab-9b44-85cb242b6a7c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.174364] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Instance network_info: |[{"id": "6a145329-4a21-41d5-b33a-3ba01f38085e", "address": "fa:16:3e:10:47:93", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a145329-4a", "ovs_interfaceid": "6a145329-4a21-41d5-b33a-3ba01f38085e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.174498] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461253, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.175323] env[70917]: DEBUG oslo_concurrency.lockutils [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] Acquired lock "refresh_cache-dc8a589e-3d62-4aab-9b44-85cb242b6a7c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.175323] env[70917]: DEBUG nova.network.neutron [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Refreshing network info cache for port 6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.176992] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:47:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a145329-4a21-41d5-b33a-3ba01f38085e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.186998] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.190501] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.191125] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b24fd9c-5bd3-4895-b060-bc9b52e57c10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.212936] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.212936] env[70917]: value = "task-3461254" [ 755.212936] env[70917]: _type = "Task" [ 755.212936] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.221969] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461254, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.459389] env[70917]: INFO nova.compute.manager [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] instance snapshotting [ 755.462476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b56873c-b488-4792-9bf8-c404595dedb2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.484339] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a564cdbf-6062-41a5-a945-d58f83e6e2b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.502630] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.502852] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.546525] env[70917]: DEBUG nova.network.neutron [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Updated VIF entry in instance network info cache for port 6a145329-4a21-41d5-b33a-3ba01f38085e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.546896] env[70917]: DEBUG nova.network.neutron [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Updating instance_info_cache with network_info: [{"id": "6a145329-4a21-41d5-b33a-3ba01f38085e", "address": "fa:16:3e:10:47:93", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a145329-4a", "ovs_interfaceid": "6a145329-4a21-41d5-b33a-3ba01f38085e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.670642] env[70917]: DEBUG oslo_concurrency.lockutils [None req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "2b45d5ab-8870-4d3c-b645-d7587fb9466f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.838s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.675757] env[70917]: DEBUG oslo_concurrency.lockutils [None req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.785s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.684596] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691663} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.684956] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 73ca3686-48f5-4044-8dc4-676d48e964a8/73ca3686-48f5-4044-8dc4-676d48e964a8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.685394] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.686802] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed695260-5d8f-4b49-9544-11eea5bc1f3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.702119] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 755.702119] env[70917]: value = "task-3461255" [ 755.702119] env[70917]: _type = "Task" [ 755.702119] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.712691] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.724999] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461254, 'name': CreateVM_Task, 'duration_secs': 0.503871} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.725706] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.726297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.726473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.726784] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.727064] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2be027-db98-4252-8c02-535d04f8c05f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.734718] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 755.734718] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c45957-67ee-f100-ed73-ece03426ec73" [ 755.734718] env[70917]: _type = "Task" [ 755.734718] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.744840] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c45957-67ee-f100-ed73-ece03426ec73, 'name': SearchDatastore_Task} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.745289] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.745388] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.745645] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.745771] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.745953] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.746217] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22fc676f-b8c1-4147-bef9-bdc4c01b5ae5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.757298] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.757536] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.758410] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e168fc-fdc1-48dc-8caf-151f49b20256 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.767595] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 755.767595] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d7f9bd-6144-4d70-ee39-61827985ec1d" [ 755.767595] env[70917]: _type = "Task" [ 755.767595] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.776686] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d7f9bd-6144-4d70-ee39-61827985ec1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.906365] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "741a22eb-1de9-4f24-92bc-001da42c21f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.906645] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.998404] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.999555] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53a40682-be17-43d0-94a6-dc3c640cfb2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.008022] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 756.008022] env[70917]: value = "task-3461256" [ 756.008022] env[70917]: _type = "Task" [ 756.008022] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.018100] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461256, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.050839] env[70917]: DEBUG oslo_concurrency.lockutils [req-49d45e76-938f-44bb-8c85-adf9bfe98bee req-d114464f-8e00-4d13-8b05-47c492cb765c service nova] Releasing lock "refresh_cache-dc8a589e-3d62-4aab-9b44-85cb242b6a7c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.184567] env[70917]: DEBUG nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.215029] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117238} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.215352] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.216939] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda09834-8be9-4d6c-a455-9636b21e51e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.248020] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 73ca3686-48f5-4044-8dc4-676d48e964a8/73ca3686-48f5-4044-8dc4-676d48e964a8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.251618] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf1d687-3076-40f7-bb4c-8f0594050df2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.279247] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d7f9bd-6144-4d70-ee39-61827985ec1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.283916] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 756.283916] env[70917]: value = "task-3461257" [ 756.283916] env[70917]: _type = "Task" [ 756.283916] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.285082] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7327c1-b3d5-4899-bdb5-e47f61e6b8dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.296254] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 756.296254] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ae7db-1871-1f95-6511-cf1978c1dc06" [ 756.296254] env[70917]: _type = "Task" [ 756.296254] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.300962] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.302467] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be751eb-382b-4dd5-a33b-9ab2804c27e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.315412] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5086475-163d-43c9-adf5-8ed73b733346 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.319274] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ae7db-1871-1f95-6511-cf1978c1dc06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.348758] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fea4fd-12f1-4b65-8416-55cc4d5385a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.356483] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396fe29-e86a-4114-9977-6b024ddd0e00 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.371969] env[70917]: DEBUG nova.compute.provider_tree [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.518680] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461256, 'name': CreateSnapshot_Task, 'duration_secs': 0.501733} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.518983] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.519743] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31acad27-cb09-4599-83b9-5f8512d330df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.526406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "d2047415-cd31-4b13-948d-b4985a1679de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.526690] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "d2047415-cd31-4b13-948d-b4985a1679de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.704326] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.799595] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.808831] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ae7db-1871-1f95-6511-cf1978c1dc06, 'name': SearchDatastore_Task, 'duration_secs': 0.026171} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.809101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.810114] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] dc8a589e-3d62-4aab-9b44-85cb242b6a7c/dc8a589e-3d62-4aab-9b44-85cb242b6a7c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.810114] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a13a0d-6318-4f38-9a23-adee06ef55e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.815347] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 756.815347] env[70917]: value = "task-3461258" [ 756.815347] env[70917]: _type = "Task" [ 756.815347] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.822862] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.874243] env[70917]: DEBUG nova.scheduler.client.report [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.041577] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.042393] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c8d4d0a-aad0-4f65-b9e6-7c1957750028 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.051185] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 757.051185] env[70917]: value = "task-3461259" [ 757.051185] env[70917]: _type = "Task" [ 757.051185] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.060154] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461259, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.301638] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461257, 'name': ReconfigVM_Task, 'duration_secs': 0.856581} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.302025] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 73ca3686-48f5-4044-8dc4-676d48e964a8/73ca3686-48f5-4044-8dc4-676d48e964a8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.302826] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e8e168-003a-447e-9c90-5b18a4f7dc44 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.309614] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 757.309614] env[70917]: value = "task-3461260" [ 757.309614] env[70917]: _type = "Task" [ 757.309614] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.319691] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461260, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.328193] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461258, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.382052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.384331] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.927s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.386035] env[70917]: INFO nova.compute.claims [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.403243] env[70917]: INFO nova.scheduler.client.report [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Deleted allocations for instance 259f5513-b60b-4dd9-97ce-829ca51896d4 [ 757.566243] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461259, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.625540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "f847aa60-5673-4054-bf77-7e5aaaafc282" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.625797] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.820592] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461260, 'name': Rename_Task, 'duration_secs': 0.28647} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.823755] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.824049] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ff0051-35a3-4d11-af32-713491151124 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.830582] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778513} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.831738] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] dc8a589e-3d62-4aab-9b44-85cb242b6a7c/dc8a589e-3d62-4aab-9b44-85cb242b6a7c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.832035] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.832349] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 757.832349] env[70917]: value = "task-3461261" [ 757.832349] env[70917]: _type = "Task" [ 757.832349] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.832532] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79fa1a86-f396-4239-8e02-f8d9f5c106f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.844611] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.845988] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 757.845988] env[70917]: value = "task-3461262" [ 757.845988] env[70917]: _type = "Task" [ 757.845988] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.854286] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.913465] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Lock "259f5513-b60b-4dd9-97ce-829ca51896d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.101s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.062344] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461259, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.348752] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.362537] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073974} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.364798] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.364798] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98bbe92-50be-47d4-adc5-947d568af2ea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.387784] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] dc8a589e-3d62-4aab-9b44-85cb242b6a7c/dc8a589e-3d62-4aab-9b44-85cb242b6a7c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.388133] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442f3f73-6d99-487c-99c5-4978f81e7f68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.417024] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 758.417024] env[70917]: value = "task-3461263" [ 758.417024] env[70917]: _type = "Task" [ 758.417024] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.424146] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.565518] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461259, 'name': CloneVM_Task, 'duration_secs': 1.327343} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.565802] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Created linked-clone VM from snapshot [ 758.566623] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c0f26-466b-4616-b2ac-87709a22275d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.576366] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Uploading image 50006894-94c3-4f0a-8ccc-8c58da581493 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.603596] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.603596] env[70917]: value = "vm-691373" [ 758.603596] env[70917]: _type = "VirtualMachine" [ 758.603596] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.604021] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ee399b1-ca5b-44bb-9ec3-11b34ff84e24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.614178] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lease: (returnval){ [ 758.614178] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ae9b3-0d7b-f800-30b3-9ed6e17e97e9" [ 758.614178] env[70917]: _type = "HttpNfcLease" [ 758.614178] env[70917]: } obtained for exporting VM: (result){ [ 758.614178] env[70917]: value = "vm-691373" [ 758.614178] env[70917]: _type = "VirtualMachine" [ 758.614178] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.614486] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the lease: (returnval){ [ 758.614486] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ae9b3-0d7b-f800-30b3-9ed6e17e97e9" [ 758.614486] env[70917]: _type = "HttpNfcLease" [ 758.614486] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.621664] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.621664] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ae9b3-0d7b-f800-30b3-9ed6e17e97e9" [ 758.621664] env[70917]: _type = "HttpNfcLease" [ 758.621664] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.847580] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.925478] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461263, 'name': ReconfigVM_Task, 'duration_secs': 0.289424} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.926269] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] dc8a589e-3d62-4aab-9b44-85cb242b6a7c/dc8a589e-3d62-4aab-9b44-85cb242b6a7c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.929750] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a89a01-bde6-447b-9fe6-54c92032f603 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.935569] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 758.935569] env[70917]: value = "task-3461265" [ 758.935569] env[70917]: _type = "Task" [ 758.935569] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.944332] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461265, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.986183] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc85246-2bfb-4d9a-93a4-5475c2ed9136 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.993451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b9133-d8b2-44c2-acf0-7c39316c7cd7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.029069] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761c7b9-1dea-40c9-b547-14679374920f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.036884] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c599c7-f452-47b5-a6ae-c46f2399336e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.051151] env[70917]: DEBUG nova.compute.provider_tree [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.123043] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.123043] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ae9b3-0d7b-f800-30b3-9ed6e17e97e9" [ 759.123043] env[70917]: _type = "HttpNfcLease" [ 759.123043] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.123043] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.123043] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ae9b3-0d7b-f800-30b3-9ed6e17e97e9" [ 759.123043] env[70917]: _type = "HttpNfcLease" [ 759.123043] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.123632] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8427c7d7-c04a-49c5-8486-249e24678f82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.131626] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522daf65-b748-776c-33cf-826de8363743/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.131803] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522daf65-b748-776c-33cf-826de8363743/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.233250] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf4ca86e-f4ad-40ca-9e3b-ac2f33ceea85 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.348368] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.449774] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461265, 'name': Rename_Task, 'duration_secs': 0.144082} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.452859] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.452859] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2204c660-55d8-4002-8dda-3be9f6ad85bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.459397] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 759.459397] env[70917]: value = "task-3461266" [ 759.459397] env[70917]: _type = "Task" [ 759.459397] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.468866] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.554211] env[70917]: DEBUG nova.scheduler.client.report [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.847968] env[70917]: DEBUG oslo_vmware.api [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461261, 'name': PowerOnVM_Task, 'duration_secs': 1.577965} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.848365] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.848638] env[70917]: INFO nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Took 9.82 seconds to spawn the instance on the hypervisor. [ 759.848879] env[70917]: DEBUG nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.849770] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3766616e-fefb-455a-a843-3bfa4e448995 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.969856] env[70917]: DEBUG oslo_vmware.api [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461266, 'name': PowerOnVM_Task, 'duration_secs': 0.45998} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.970541] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.970541] env[70917]: INFO nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Took 7.21 seconds to spawn the instance on the hypervisor. [ 759.970712] env[70917]: DEBUG nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.971587] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6b056-d037-4b9e-a041-376ccc60d05a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.064122] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.064979] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.068377] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.755s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.068753] env[70917]: DEBUG nova.objects.instance [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lazy-loading 'resources' on Instance uuid f17585da-df68-4dc5-b7f5-2bd51aa0c645 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.369388] env[70917]: INFO nova.compute.manager [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Took 47.22 seconds to build instance. [ 760.423918] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.424393] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.489844] env[70917]: INFO nova.compute.manager [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Took 44.73 seconds to build instance. [ 760.572919] env[70917]: DEBUG nova.compute.utils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.577685] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.577963] env[70917]: DEBUG nova.network.neutron [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.639798] env[70917]: DEBUG nova.policy [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.871649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.977s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.931683] env[70917]: DEBUG nova.compute.utils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.963708] env[70917]: DEBUG nova.network.neutron [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Successfully created port: df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.992983] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c670361f-609f-4f4f-b490-65835365a5b6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.024s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.082875] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.146703] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836a6561-753f-44b4-9692-d1d80de148cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.156022] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3b306-069b-49a2-a991-45d1d304f0d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.191208] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86607cab-8d74-441f-bd84-000f01fde2c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.200088] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e7f63-e200-4716-afb8-0f9f59d811bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.215053] env[70917]: DEBUG nova.compute.provider_tree [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.374389] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.437098] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.496776] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.718432] env[70917]: DEBUG nova.scheduler.client.report [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.900402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.031709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.093313] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.121457] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.121787] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.122184] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.122457] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.122723] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.122927] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.123259] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.123503] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.123739] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.124043] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.124291] env[70917]: DEBUG nova.virt.hardware [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.125466] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76edd89d-c8ea-4d35-b530-bc3e65405358 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.135102] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b3853e-9992-4191-b6de-c5b74da3384a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.228048] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.229429] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.780s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.231307] env[70917]: INFO nova.compute.claims [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.248140] env[70917]: INFO nova.scheduler.client.report [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Deleted allocations for instance f17585da-df68-4dc5-b7f5-2bd51aa0c645 [ 762.524213] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.524213] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.524544] env[70917]: INFO nova.compute.manager [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Attaching volume a06a6586-8470-4b78-8c0b-7423c749b4b3 to /dev/sdb [ 762.561813] env[70917]: DEBUG nova.compute.manager [req-8b435d6e-98b1-45d2-a2f6-7dc8bf0a6b85 req-115ab8ff-6465-4a9b-a330-af51fdfb3580 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-vif-plugged-df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.562132] env[70917]: DEBUG oslo_concurrency.lockutils [req-8b435d6e-98b1-45d2-a2f6-7dc8bf0a6b85 req-115ab8ff-6465-4a9b-a330-af51fdfb3580 service nova] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.563260] env[70917]: DEBUG oslo_concurrency.lockutils [req-8b435d6e-98b1-45d2-a2f6-7dc8bf0a6b85 req-115ab8ff-6465-4a9b-a330-af51fdfb3580 service nova] Lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.563260] env[70917]: DEBUG oslo_concurrency.lockutils [req-8b435d6e-98b1-45d2-a2f6-7dc8bf0a6b85 req-115ab8ff-6465-4a9b-a330-af51fdfb3580 service nova] Lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.563260] env[70917]: DEBUG nova.compute.manager [req-8b435d6e-98b1-45d2-a2f6-7dc8bf0a6b85 req-115ab8ff-6465-4a9b-a330-af51fdfb3580 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] No waiting events found dispatching network-vif-plugged-df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.563260] env[70917]: WARNING nova.compute.manager [req-8b435d6e-98b1-45d2-a2f6-7dc8bf0a6b85 req-115ab8ff-6465-4a9b-a330-af51fdfb3580 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received unexpected event network-vif-plugged-df221b25-d487-447c-9478-d2df0ddba78e for instance with vm_state building and task_state spawning. [ 762.571104] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c0df6-3aa3-4140-89a6-754cc21225a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.579815] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83136d0-08ad-40b6-9abf-865726cfa61a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.594741] env[70917]: DEBUG nova.virt.block_device [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updating existing volume attachment record: 8957d06c-3ac0-4c04-a67e-2c5446277387 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 762.650035] env[70917]: DEBUG nova.network.neutron [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Successfully updated port: df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.758027] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49e969a9-2fcc-4669-a4fc-ed28fd381498 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Lock "f17585da-df68-4dc5-b7f5-2bd51aa0c645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.215s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.111141] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "73ca3686-48f5-4044-8dc4-676d48e964a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.111628] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.111924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "73ca3686-48f5-4044-8dc4-676d48e964a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.112241] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.112331] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.114953] env[70917]: INFO nova.compute.manager [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Terminating instance [ 763.153488] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.153644] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.153794] env[70917]: DEBUG nova.network.neutron [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.624605] env[70917]: DEBUG nova.compute.manager [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.624857] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.625860] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c7406c-df17-4358-a5f9-cb62ca44db19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.637190] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.638034] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-367114dc-4c05-44ba-82ad-f8c68a47a621 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.646677] env[70917]: DEBUG oslo_vmware.api [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 763.646677] env[70917]: value = "task-3461270" [ 763.646677] env[70917]: _type = "Task" [ 763.646677] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.656933] env[70917]: DEBUG oslo_vmware.api [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.709775] env[70917]: DEBUG nova.network.neutron [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.801382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39979d9-c0f1-48b2-806f-7dc0b8a0845b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.809368] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b4b59-8b25-4cc5-9156-7115eb68f25a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.844111] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b755893-4954-4db9-803c-6840d4391c06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.852692] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba7f42-ff26-4c9a-8c81-d643884e9587 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.867425] env[70917]: DEBUG nova.compute.provider_tree [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.885914] env[70917]: DEBUG nova.network.neutron [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.088262] env[70917]: DEBUG nova.compute.manager [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.089260] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd34fa2-2aec-49d6-a4ec-bc4db480db1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.161082] env[70917]: DEBUG oslo_vmware.api [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461270, 'name': PowerOffVM_Task, 'duration_secs': 0.208778} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.161425] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.161671] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.162025] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9486c2b-2e84-4760-8586-0d670c7da079 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.234786] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.235063] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.235256] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Deleting the datastore file [datastore2] 73ca3686-48f5-4044-8dc4-676d48e964a8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.235584] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-683d01e0-4657-4b76-9f36-0cd5bd137c78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.243306] env[70917]: DEBUG oslo_vmware.api [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for the task: (returnval){ [ 764.243306] env[70917]: value = "task-3461272" [ 764.243306] env[70917]: _type = "Task" [ 764.243306] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.252302] env[70917]: DEBUG oslo_vmware.api [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.371173] env[70917]: DEBUG nova.scheduler.client.report [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.388344] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.389328] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Instance network_info: |[{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.389759] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:36:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df221b25-d487-447c-9478-d2df0ddba78e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.400984] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Creating folder: Project (14103a03f1764aef9615398d79f06a14). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.401935] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc7f636-66f5-4a40-9063-15d445048bc4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.415579] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Created folder: Project (14103a03f1764aef9615398d79f06a14) in parent group-v691255. [ 764.415579] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Creating folder: Instances. Parent ref: group-v691376. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.415579] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b06f378-2758-458a-bd45-daf9f928c9ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.422794] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Created folder: Instances in parent group-v691376. [ 764.423061] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.423263] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.423472] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81617306-8dcd-4fee-bbcd-298cc7fb6525 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.447273] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.447273] env[70917]: value = "task-3461275" [ 764.447273] env[70917]: _type = "Task" [ 764.447273] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.455577] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461275, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.601876] env[70917]: INFO nova.compute.manager [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] instance snapshotting [ 764.607426] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c85340-d3a4-4691-9ccb-518ff517386a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.637711] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236cc11-9b32-44ef-b0e6-e4c215177163 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.674558] env[70917]: DEBUG nova.compute.manager [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-changed-df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.674558] env[70917]: DEBUG nova.compute.manager [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Refreshing instance network info cache due to event network-changed-df221b25-d487-447c-9478-d2df0ddba78e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.674558] env[70917]: DEBUG oslo_concurrency.lockutils [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] Acquiring lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.674558] env[70917]: DEBUG oslo_concurrency.lockutils [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] Acquired lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.674558] env[70917]: DEBUG nova.network.neutron [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Refreshing network info cache for port df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.753959] env[70917]: DEBUG oslo_vmware.api [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Task: {'id': task-3461272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327957} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.754389] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.754643] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.754899] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.755230] env[70917]: INFO nova.compute.manager [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 764.755568] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.755830] env[70917]: DEBUG nova.compute.manager [-] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.755998] env[70917]: DEBUG nova.network.neutron [-] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.878148] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.878978] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.881785] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.796s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.882073] env[70917]: DEBUG nova.objects.instance [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lazy-loading 'resources' on Instance uuid d1437bf9-19f4-40b1-b6ac-60a56bb5fff2 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.958411] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461275, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.151959] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.152346] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-edb5ecd9-a931-4b7c-a510-a6de3c099376 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.159254] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 765.159254] env[70917]: value = "task-3461277" [ 765.159254] env[70917]: _type = "Task" [ 765.159254] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.167821] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.390152] env[70917]: DEBUG nova.compute.utils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.391752] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.391940] env[70917]: DEBUG nova.network.neutron [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.463031] env[70917]: DEBUG nova.network.neutron [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updated VIF entry in instance network info cache for port df221b25-d487-447c-9478-d2df0ddba78e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.463536] env[70917]: DEBUG nova.network.neutron [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.468615] env[70917]: DEBUG nova.policy [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9edb0e6b8f5d449b98e68cf635adc329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd270b71881b54159b601fad12884d65e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.475628] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461275, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.524197] env[70917]: DEBUG nova.network.neutron [-] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.675173] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461277, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.895274] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.965735] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461275, 'name': CreateVM_Task, 'duration_secs': 1.444804} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.965898] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.966755] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.966916] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.967253] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.971068] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82514e78-73b0-48c8-a784-550ea20a9a07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.975043] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 765.975043] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525828ef-a0b8-9156-c9b2-a455364c5dd4" [ 765.975043] env[70917]: _type = "Task" [ 765.975043] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.975548] env[70917]: DEBUG oslo_concurrency.lockutils [req-039b4770-74bd-49e5-addd-68be1736b7a3 req-fac0c68a-3d53-4d95-8c53-71a3abcdee4a service nova] Releasing lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.985594] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525828ef-a0b8-9156-c9b2-a455364c5dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.985908] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.986171] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.986553] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.986839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.987050] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.989740] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b0508d-cabe-4dc5-9c95-0a69562a4c85 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.992372] env[70917]: DEBUG nova.network.neutron [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Successfully created port: 1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.000589] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.000790] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.001541] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abacb4a-5a56-4a67-b66d-5960146f7598 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.009901] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 766.009901] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5225eb6c-c486-e064-8367-f98beeb15c0e" [ 766.009901] env[70917]: _type = "Task" [ 766.009901] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.019377] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5225eb6c-c486-e064-8367-f98beeb15c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.022744] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cbddfe-ecfe-48f5-a114-afcf2579eed2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.027714] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 766.027714] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52550623-7330-44d1-0485-8fb5c433ce88" [ 766.027714] env[70917]: _type = "Task" [ 766.027714] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.031149] env[70917]: INFO nova.compute.manager [-] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Took 1.28 seconds to deallocate network for instance. [ 766.037295] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52550623-7330-44d1-0485-8fb5c433ce88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.055072] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debec1b-e6ce-4c43-832e-4351669b4357 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.062148] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913995f-b949-4f7e-ae11-ca69858e01ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.094514] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97793a16-f543-4862-b062-067bdfdb1e49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.102460] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be0a17-97d4-41f7-982a-1e6f796a2e23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.116432] env[70917]: DEBUG nova.compute.provider_tree [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.170997] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461277, 'name': CreateSnapshot_Task, 'duration_secs': 0.537711} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.171323] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.172114] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273fc101-302a-4626-aca3-e379407d68ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.539723] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52550623-7330-44d1-0485-8fb5c433ce88, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.540180] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.540586] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] dc670653-4db2-4482-9b29-b3d9853a3593/dc670653-4db2-4482-9b29-b3d9853a3593.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.540988] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b2b706-689f-4ee9-90a0-78cba517782a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.543713] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.548895] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 766.548895] env[70917]: value = "task-3461278" [ 766.548895] env[70917]: _type = "Task" [ 766.548895] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.557302] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.620034] env[70917]: DEBUG nova.scheduler.client.report [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.690288] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.690706] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-490aeed4-bb50-4f1f-b6c6-1d904e77a34c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.700704] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 766.700704] env[70917]: value = "task-3461279" [ 766.700704] env[70917]: _type = "Task" [ 766.700704] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.710449] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461279, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.717600] env[70917]: DEBUG nova.compute.manager [req-e2f36481-f3dc-487a-bc0f-09eef33d6744 req-13ff720b-c304-4c38-b59b-0b4aa7489355 service nova] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Received event network-vif-deleted-259277e7-7d76-4d4a-8f81-ec6a425228e7 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.848732] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522daf65-b748-776c-33cf-826de8363743/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.851241] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2ec7be-9f5d-462c-b825-40d234b45fa1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.856966] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522daf65-b748-776c-33cf-826de8363743/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.856966] env[70917]: ERROR oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522daf65-b748-776c-33cf-826de8363743/disk-0.vmdk due to incomplete transfer. [ 766.857189] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8bb9ef0-6bb9-42b7-bb49-1518b127158b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.869031] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522daf65-b748-776c-33cf-826de8363743/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.869413] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Uploaded image 50006894-94c3-4f0a-8ccc-8c58da581493 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.872176] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.872485] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be5adfea-3caa-4896-b83b-32bffc55d6b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.880520] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 766.880520] env[70917]: value = "task-3461280" [ 766.880520] env[70917]: _type = "Task" [ 766.880520] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.892129] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461280, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.905409] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.934208] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.934943] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.935303] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.935666] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.935922] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.936212] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.936554] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.936820] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.937459] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.937929] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.938248] env[70917]: DEBUG nova.virt.hardware [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.939302] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d48a9-e8d0-4409-a261-629167c311e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.951723] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214696a-1c10-49a8-8b1e-738bce539071 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.063849] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.127637] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.128510] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.623s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.130374] env[70917]: INFO nova.compute.claims [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.164260] env[70917]: INFO nova.scheduler.client.report [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted allocations for instance d1437bf9-19f4-40b1-b6ac-60a56bb5fff2 [ 767.213480] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461279, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.391933] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461280, 'name': Destroy_Task, 'duration_secs': 0.417455} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.392344] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Destroyed the VM [ 767.392622] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.392912] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f260c48-6dd9-4391-8a3d-0ee5bff6f0bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.401020] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 767.401020] env[70917]: value = "task-3461281" [ 767.401020] env[70917]: _type = "Task" [ 767.401020] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.413583] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.474113] env[70917]: DEBUG nova.compute.manager [req-64c77b35-b699-479b-a39c-ff1387a938c5 req-7dfe0323-202f-4431-8a2f-30b231ba7ee1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Received event network-vif-plugged-1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.474113] env[70917]: DEBUG oslo_concurrency.lockutils [req-64c77b35-b699-479b-a39c-ff1387a938c5 req-7dfe0323-202f-4431-8a2f-30b231ba7ee1 service nova] Acquiring lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.474113] env[70917]: DEBUG oslo_concurrency.lockutils [req-64c77b35-b699-479b-a39c-ff1387a938c5 req-7dfe0323-202f-4431-8a2f-30b231ba7ee1 service nova] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.474362] env[70917]: DEBUG oslo_concurrency.lockutils [req-64c77b35-b699-479b-a39c-ff1387a938c5 req-7dfe0323-202f-4431-8a2f-30b231ba7ee1 service nova] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.474465] env[70917]: DEBUG nova.compute.manager [req-64c77b35-b699-479b-a39c-ff1387a938c5 req-7dfe0323-202f-4431-8a2f-30b231ba7ee1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] No waiting events found dispatching network-vif-plugged-1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.474631] env[70917]: WARNING nova.compute.manager [req-64c77b35-b699-479b-a39c-ff1387a938c5 req-7dfe0323-202f-4431-8a2f-30b231ba7ee1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Received unexpected event network-vif-plugged-1830b422-8c69-4a02-9ff7-2bc01caacc5d for instance with vm_state building and task_state spawning. [ 767.562902] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635323} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.563179] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] dc670653-4db2-4482-9b29-b3d9853a3593/dc670653-4db2-4482-9b29-b3d9853a3593.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.563619] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.563783] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a7ab59-3f46-4088-9475-989ddc9e3126 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.571069] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 767.571069] env[70917]: value = "task-3461282" [ 767.571069] env[70917]: _type = "Task" [ 767.571069] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.579634] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.591610] env[70917]: DEBUG nova.network.neutron [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Successfully updated port: 1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.671262] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 767.671262] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691375', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'name': 'volume-a06a6586-8470-4b78-8c0b-7423c749b4b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c024d-a139-46db-8e67-5760f1be1fe8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'serial': 'a06a6586-8470-4b78-8c0b-7423c749b4b3'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 767.671262] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf93b2-494f-450f-a879-7ec73ce7b955 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.679954] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "d1437bf9-19f4-40b1-b6ac-60a56bb5fff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.648s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.700881] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6a403-54c0-4121-a3e2-dd0030631f07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.736711] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-a06a6586-8470-4b78-8c0b-7423c749b4b3/volume-a06a6586-8470-4b78-8c0b-7423c749b4b3.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.741288] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f75d48-aa92-45d3-9d1b-87a1c8dd4e02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.755263] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461279, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.761719] env[70917]: DEBUG oslo_vmware.api [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 767.761719] env[70917]: value = "task-3461283" [ 767.761719] env[70917]: _type = "Task" [ 767.761719] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.771279] env[70917]: DEBUG oslo_vmware.api [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.913393] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461281, 'name': RemoveSnapshot_Task} progress is 69%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.081323] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082389} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.081710] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.082712] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216d9f1-6373-4fba-976e-0bfdc26910b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.103587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.103587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.103758] env[70917]: DEBUG nova.network.neutron [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.117715] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] dc670653-4db2-4482-9b29-b3d9853a3593/dc670653-4db2-4482-9b29-b3d9853a3593.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.123875] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447bfada-f5b9-4168-98f9-fa94e084f272 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.146022] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 768.146022] env[70917]: value = "task-3461284" [ 768.146022] env[70917]: _type = "Task" [ 768.146022] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.155916] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.183154] env[70917]: DEBUG nova.network.neutron [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.218129] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461279, 'name': CloneVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.277179] env[70917]: DEBUG oslo_vmware.api [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461283, 'name': ReconfigVM_Task, 'duration_secs': 0.458852} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.277416] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-a06a6586-8470-4b78-8c0b-7423c749b4b3/volume-a06a6586-8470-4b78-8c0b-7423c749b4b3.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.285306] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838c5ae3-3d34-4658-91bd-8ab0cb21d1b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.305909] env[70917]: DEBUG oslo_vmware.api [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 768.305909] env[70917]: value = "task-3461285" [ 768.305909] env[70917]: _type = "Task" [ 768.305909] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.321572] env[70917]: DEBUG oslo_vmware.api [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461285, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.350763] env[70917]: DEBUG nova.network.neutron [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updating instance_info_cache with network_info: [{"id": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "address": "fa:16:3e:25:41:a6", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1830b422-8c", "ovs_interfaceid": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.414315] env[70917]: DEBUG oslo_vmware.api [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.582501} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.414559] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.414790] env[70917]: INFO nova.compute.manager [None req-6f29d0dc-c856-483f-99e1-fa90d6967007 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Took 12.95 seconds to snapshot the instance on the hypervisor. [ 768.658565] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.695162] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedbd2fa-fe45-471e-a5dc-9919966ffd91 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.702375] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae17153-5c13-451d-b046-825da892d7d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.736304] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf823c-c8dc-459a-8252-51bdfe2ba5d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.741962] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461279, 'name': CloneVM_Task, 'duration_secs': 1.652675} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.742539] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Created linked-clone VM from snapshot [ 768.743322] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd0df0-b921-4a63-8d4a-43b27b57c767 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.749096] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d75ef-3508-48b4-873a-975396262527 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.755655] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Uploading image cc25b2e5-89ee-4bce-b397-027d484f5385 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.768698] env[70917]: DEBUG nova.compute.provider_tree [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.777106] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.777106] env[70917]: value = "vm-691380" [ 768.777106] env[70917]: _type = "VirtualMachine" [ 768.777106] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.777427] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f6e3671-72e1-4d6e-ac9d-85619c74c5d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.784602] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lease: (returnval){ [ 768.784602] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ac24e-3741-2f86-a498-90d7b0d1c98f" [ 768.784602] env[70917]: _type = "HttpNfcLease" [ 768.784602] env[70917]: } obtained for exporting VM: (result){ [ 768.784602] env[70917]: value = "vm-691380" [ 768.784602] env[70917]: _type = "VirtualMachine" [ 768.784602] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.785057] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the lease: (returnval){ [ 768.785057] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ac24e-3741-2f86-a498-90d7b0d1c98f" [ 768.785057] env[70917]: _type = "HttpNfcLease" [ 768.785057] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.791482] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.791482] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ac24e-3741-2f86-a498-90d7b0d1c98f" [ 768.791482] env[70917]: _type = "HttpNfcLease" [ 768.791482] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 768.814840] env[70917]: DEBUG oslo_vmware.api [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461285, 'name': ReconfigVM_Task, 'duration_secs': 0.163055} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.815181] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691375', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'name': 'volume-a06a6586-8470-4b78-8c0b-7423c749b4b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c024d-a139-46db-8e67-5760f1be1fe8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'serial': 'a06a6586-8470-4b78-8c0b-7423c749b4b3'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 768.853532] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.853974] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Instance network_info: |[{"id": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "address": "fa:16:3e:25:41:a6", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1830b422-8c", "ovs_interfaceid": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.854516] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:41:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1830b422-8c69-4a02-9ff7-2bc01caacc5d', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.862673] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.863314] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.863622] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d47cba3-8b39-43a7-aa89-576e7af5c2cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.883254] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.883254] env[70917]: value = "task-3461287" [ 768.883254] env[70917]: _type = "Task" [ 768.883254] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.891199] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461287, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.158128] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461284, 'name': ReconfigVM_Task, 'duration_secs': 0.769563} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.158458] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Reconfigured VM instance instance-00000025 to attach disk [datastore1] dc670653-4db2-4482-9b29-b3d9853a3593/dc670653-4db2-4482-9b29-b3d9853a3593.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.159096] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a37f02e8-c6ba-45f8-966d-4a35f9682040 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.165643] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 769.165643] env[70917]: value = "task-3461288" [ 769.165643] env[70917]: _type = "Task" [ 769.165643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.173887] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461288, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.273917] env[70917]: DEBUG nova.scheduler.client.report [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.293690] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.293690] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ac24e-3741-2f86-a498-90d7b0d1c98f" [ 769.293690] env[70917]: _type = "HttpNfcLease" [ 769.293690] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.293985] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.293985] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ac24e-3741-2f86-a498-90d7b0d1c98f" [ 769.293985] env[70917]: _type = "HttpNfcLease" [ 769.293985] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.294943] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a1e1dc-4672-4bbf-932d-b60a950e8378 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.302603] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c27254-36ec-efad-d300-113ca43683e4/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.302793] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c27254-36ec-efad-d300-113ca43683e4/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.394694] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461287, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.402251] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da6f9ef3-f8f2-4b7f-bf75-b35ebd6b6fcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.645972] env[70917]: DEBUG nova.compute.manager [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Received event network-changed-1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.646187] env[70917]: DEBUG nova.compute.manager [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Refreshing instance network info cache due to event network-changed-1830b422-8c69-4a02-9ff7-2bc01caacc5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.646547] env[70917]: DEBUG oslo_concurrency.lockutils [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] Acquiring lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.646720] env[70917]: DEBUG oslo_concurrency.lockutils [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] Acquired lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.646919] env[70917]: DEBUG nova.network.neutron [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Refreshing network info cache for port 1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.676723] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461288, 'name': Rename_Task, 'duration_secs': 0.273611} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.677061] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.677340] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806953f8-bb15-4ee1-860e-3f8b7216387f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.686105] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 769.686105] env[70917]: value = "task-3461289" [ 769.686105] env[70917]: _type = "Task" [ 769.686105] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.696845] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.779619] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.780099] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.782719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.346s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.784302] env[70917]: INFO nova.compute.claims [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.895053] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461287, 'name': CreateVM_Task, 'duration_secs': 0.584639} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.895296] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.896087] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.896357] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.896755] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.897266] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bef4e8-4bbe-44c2-9c1a-2d4786db4803 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.902632] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 769.902632] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5277d024-92f9-fdbf-5e2a-860ead604f91" [ 769.902632] env[70917]: _type = "Task" [ 769.902632] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.903541] env[70917]: DEBUG nova.objects.instance [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'flavor' on Instance uuid af4c024d-a139-46db-8e67-5760f1be1fe8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.915558] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5277d024-92f9-fdbf-5e2a-860ead604f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.198996] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461289, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.289180] env[70917]: DEBUG nova.compute.utils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.294945] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.295026] env[70917]: DEBUG nova.network.neutron [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.360288] env[70917]: DEBUG nova.policy [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4468d1168bb4c39a29114395d695057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450f28521134d9290821fca641d4277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.423600] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5277d024-92f9-fdbf-5e2a-860ead604f91, 'name': SearchDatastore_Task, 'duration_secs': 0.017239} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.424267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a35d5237-31dd-479e-8ff4-735339c84362 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.427374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.427374] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.427374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.427374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.427374] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.427636] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45e96688-4000-478c-a680-a5015540d1b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.439263] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.439498] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.440713] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c34733d-48ad-4cf1-ac78-595645f07bb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.451099] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 770.451099] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ef1ea5-0970-f12e-d965-69b20c0ad2f9" [ 770.451099] env[70917]: _type = "Task" [ 770.451099] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.462676] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ef1ea5-0970-f12e-d965-69b20c0ad2f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.463852] env[70917]: DEBUG nova.network.neutron [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updated VIF entry in instance network info cache for port 1830b422-8c69-4a02-9ff7-2bc01caacc5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.464401] env[70917]: DEBUG nova.network.neutron [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updating instance_info_cache with network_info: [{"id": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "address": "fa:16:3e:25:41:a6", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1830b422-8c", "ovs_interfaceid": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.634101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.634101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.634101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.634101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.634101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.641352] env[70917]: INFO nova.compute.manager [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Terminating instance [ 770.705152] env[70917]: DEBUG oslo_vmware.api [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461289, 'name': PowerOnVM_Task, 'duration_secs': 0.549374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.705628] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.706906] env[70917]: INFO nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Took 8.61 seconds to spawn the instance on the hypervisor. [ 770.707171] env[70917]: DEBUG nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.708163] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0086250-78b4-44b0-980a-8269f22a94e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800578] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.828896] env[70917]: DEBUG nova.network.neutron [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Successfully created port: 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.974434] env[70917]: DEBUG oslo_concurrency.lockutils [req-0d8f5003-cf45-4472-b110-0acc12e41a81 req-53142365-410d-458f-b2bc-4740a8406941 service nova] Releasing lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.977155] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ef1ea5-0970-f12e-d965-69b20c0ad2f9, 'name': SearchDatastore_Task, 'duration_secs': 0.019694} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.978412] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0062445-262d-44b0-bc36-31cef06af7a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.985163] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 770.985163] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d33db4-1d6c-aac1-08fb-81b1d8327c6a" [ 770.985163] env[70917]: _type = "Task" [ 770.985163] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.995305] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d33db4-1d6c-aac1-08fb-81b1d8327c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.147154] env[70917]: DEBUG nova.compute.manager [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.149069] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.153949] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008eb4f2-c3f5-48c1-a6d8-dd6228addcb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.165029] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.165433] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3380a548-6510-47be-8f85-2dadd6b0821a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.175689] env[70917]: DEBUG oslo_vmware.api [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 771.175689] env[70917]: value = "task-3461290" [ 771.175689] env[70917]: _type = "Task" [ 771.175689] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.182958] env[70917]: DEBUG oslo_vmware.api [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.241462] env[70917]: INFO nova.compute.manager [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Took 52.80 seconds to build instance. [ 771.318627] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "12220b63-b805-43a1-b4fc-08a6cc4e0978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.319018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.319297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "12220b63-b805-43a1-b4fc-08a6cc4e0978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.319944] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.320242] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.326050] env[70917]: INFO nova.compute.manager [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Terminating instance [ 771.475896] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a226100-bb54-4b88-8869-df41428d2ae4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.484771] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628acb6-1ff3-42f9-9ef1-dae79a90331d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.528634] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d33db4-1d6c-aac1-08fb-81b1d8327c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016315} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.528917] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.529226] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12/9e03ec3e-a5fe-47e0-9fee-3d86fa604b12.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.530129] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f7b9c7-20c5-4ad2-b75f-fb1613f5c62e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.533087] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6455ea-9f50-4e98-b087-17c051e99a98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.541788] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9cc55d-ad4c-4707-a57f-3c4e28414106 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.549376] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 771.549376] env[70917]: value = "task-3461291" [ 771.549376] env[70917]: _type = "Task" [ 771.549376] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.561946] env[70917]: DEBUG nova.compute.provider_tree [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.569272] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.685025] env[70917]: DEBUG oslo_vmware.api [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461290, 'name': PowerOffVM_Task, 'duration_secs': 0.291408} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.685438] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.685633] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.685902] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34cca70a-0b9f-424f-81c9-df2883c12c7d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.742122] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "dc670653-4db2-4482-9b29-b3d9853a3593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.448s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.751487] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.751487] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.751487] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Deleting the datastore file [datastore1] 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.751487] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf548af-492e-49fd-85dc-99ef844d32ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.760695] env[70917]: DEBUG oslo_vmware.api [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for the task: (returnval){ [ 771.760695] env[70917]: value = "task-3461293" [ 771.760695] env[70917]: _type = "Task" [ 771.760695] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.770312] env[70917]: DEBUG oslo_vmware.api [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.827570] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.831096] env[70917]: DEBUG nova.compute.manager [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.831558] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.832592] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8ac48-6204-4564-ac8c-4121a9bac0e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.842264] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.842752] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb02509-0fae-4a84-880f-da2f373e7b1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.851599] env[70917]: DEBUG oslo_vmware.api [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 771.851599] env[70917]: value = "task-3461294" [ 771.851599] env[70917]: _type = "Task" [ 771.851599] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.857629] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.857974] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.858277] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.858527] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.858720] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.858913] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.859195] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.859402] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.859621] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.859829] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.860061] env[70917]: DEBUG nova.virt.hardware [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.860993] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf16911-4bf5-4a63-bac8-36169facfe39 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.869383] env[70917]: DEBUG oslo_vmware.api [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.873207] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61865c6-8616-434b-afee-ff82538e501e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.060713] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461291, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.066977] env[70917]: DEBUG nova.scheduler.client.report [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.247939] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.279952] env[70917]: DEBUG oslo_vmware.api [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Task: {'id': task-3461293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435392} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.279952] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.279952] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.279952] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.280217] env[70917]: INFO nova.compute.manager [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 772.280420] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.281661] env[70917]: DEBUG nova.compute.manager [-] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.281661] env[70917]: DEBUG nova.network.neutron [-] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.362778] env[70917]: DEBUG oslo_vmware.api [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461294, 'name': PowerOffVM_Task, 'duration_secs': 0.225448} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.363172] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.363399] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.363711] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f704329-7256-405e-808c-1333f6f7b916 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.432161] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.432161] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.432304] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Deleting the datastore file [datastore1] 12220b63-b805-43a1-b4fc-08a6cc4e0978 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.432512] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20a001fa-3a09-490d-95d7-3c123a9e3238 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.442781] env[70917]: DEBUG oslo_vmware.api [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for the task: (returnval){ [ 772.442781] env[70917]: value = "task-3461296" [ 772.442781] env[70917]: _type = "Task" [ 772.442781] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.454208] env[70917]: DEBUG oslo_vmware.api [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.563026] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524467} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.563322] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12/9e03ec3e-a5fe-47e0-9fee-3d86fa604b12.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.563545] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.563845] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd486f7f-afed-4fa7-be79-d53993c857a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.571784] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 772.571784] env[70917]: value = "task-3461297" [ 772.571784] env[70917]: _type = "Task" [ 772.571784] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.573507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.573507] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.581027] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.122s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.581027] env[70917]: DEBUG nova.objects.instance [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lazy-loading 'resources' on Instance uuid acd86542-d115-4a88-b6e5-3133e456b45b {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.595310] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.778461] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.952955] env[70917]: DEBUG oslo_vmware.api [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Task: {'id': task-3461296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181395} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.953238] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.953426] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.953599] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.953775] env[70917]: INFO nova.compute.manager [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Took 1.12 seconds to destroy the instance on the hypervisor. [ 772.954025] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.954222] env[70917]: DEBUG nova.compute.manager [-] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.954320] env[70917]: DEBUG nova.network.neutron [-] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.082564] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068488} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.082995] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.083951] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04501464-5924-4147-ada3-540b3c4f3de4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.090822] env[70917]: DEBUG nova.compute.utils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.096052] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.096052] env[70917]: DEBUG nova.network.neutron [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.113104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.113420] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.122393] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12/9e03ec3e-a5fe-47e0-9fee-3d86fa604b12.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.124064] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6767daf8-9ad6-49cb-bf1c-0e94bac7ea06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.147665] env[70917]: DEBUG nova.network.neutron [-] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.151157] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 773.151157] env[70917]: value = "task-3461298" [ 773.151157] env[70917]: _type = "Task" [ 773.151157] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.164166] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.180788] env[70917]: DEBUG nova.compute.manager [req-fa184029-8e69-4188-88ad-a0af76229cb2 req-109f175d-6bbc-4d72-8365-276c78cd5983 service nova] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Received event network-vif-deleted-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.215169] env[70917]: DEBUG nova.network.neutron [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Successfully updated port: 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.225958] env[70917]: DEBUG nova.policy [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '679129a0d86f47e7bbc2a45c5e8d8c0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1039ffce8f54e62b3337db87e0f956d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.354827] env[70917]: DEBUG nova.compute.manager [req-f4ed3264-775e-4267-9017-35ea9b9f7e9d req-e6c711df-4d19-4f7a-892d-0a253d720981 service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Received event network-vif-plugged-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.355417] env[70917]: DEBUG oslo_concurrency.lockutils [req-f4ed3264-775e-4267-9017-35ea9b9f7e9d req-e6c711df-4d19-4f7a-892d-0a253d720981 service nova] Acquiring lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.356472] env[70917]: DEBUG oslo_concurrency.lockutils [req-f4ed3264-775e-4267-9017-35ea9b9f7e9d req-e6c711df-4d19-4f7a-892d-0a253d720981 service nova] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.356785] env[70917]: DEBUG oslo_concurrency.lockutils [req-f4ed3264-775e-4267-9017-35ea9b9f7e9d req-e6c711df-4d19-4f7a-892d-0a253d720981 service nova] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.357091] env[70917]: DEBUG nova.compute.manager [req-f4ed3264-775e-4267-9017-35ea9b9f7e9d req-e6c711df-4d19-4f7a-892d-0a253d720981 service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] No waiting events found dispatching network-vif-plugged-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.357404] env[70917]: WARNING nova.compute.manager [req-f4ed3264-775e-4267-9017-35ea9b9f7e9d req-e6c711df-4d19-4f7a-892d-0a253d720981 service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Received unexpected event network-vif-plugged-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 for instance with vm_state building and task_state spawning. [ 773.598350] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.652041] env[70917]: INFO nova.compute.manager [-] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Took 1.37 seconds to deallocate network for instance. [ 773.678910] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.692962] env[70917]: DEBUG nova.network.neutron [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Successfully created port: 56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.730437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.730556] env[70917]: DEBUG nova.network.neutron [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.826574] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba2c3be-421e-43a2-8b8c-d0075ea83d96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.834892] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec4406-3d7b-4cda-8b94-fa54990ba022 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.867712] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e5461a-54e7-4f10-b81f-50ae73c5ac25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.876048] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e1000-e5df-4adf-b46d-3c7b2d06626f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.890373] env[70917]: DEBUG nova.compute.provider_tree [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.161719] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461298, 'name': ReconfigVM_Task, 'duration_secs': 0.533773} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.161997] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12/9e03ec3e-a5fe-47e0-9fee-3d86fa604b12.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.162643] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7daf63f9-a8f5-4be3-8311-88f6be110b01 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.167406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.169266] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 774.169266] env[70917]: value = "task-3461299" [ 774.169266] env[70917]: _type = "Task" [ 774.169266] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.177918] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461299, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.191054] env[70917]: DEBUG nova.network.neutron [-] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.284124] env[70917]: DEBUG nova.network.neutron [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.397913] env[70917]: DEBUG nova.scheduler.client.report [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.476164] env[70917]: DEBUG nova.network.neutron [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Updating instance_info_cache with network_info: [{"id": "5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7", "address": "fa:16:3e:06:c7:ab", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d23e8a4-e7", "ovs_interfaceid": "5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.610200] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.637246] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.637596] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.637813] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.638070] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.638277] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.638515] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.638782] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.638995] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.639254] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.639476] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.639705] env[70917]: DEBUG nova.virt.hardware [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.640691] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8bb13e-f1d6-41d9-baf5-4bfb4ff36cd4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.648958] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e83bb5-e55d-45f0-b3a8-b81f0c8fcaf0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.679500] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461299, 'name': Rename_Task, 'duration_secs': 0.323245} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.679808] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.680067] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7e7c43-0da4-4370-b884-8abb8caa9545 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.686392] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 774.686392] env[70917]: value = "task-3461300" [ 774.686392] env[70917]: _type = "Task" [ 774.686392] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.694164] env[70917]: INFO nova.compute.manager [-] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Took 1.74 seconds to deallocate network for instance. [ 774.694438] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.904364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.906966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.441s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.927304] env[70917]: INFO nova.scheduler.client.report [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Deleted allocations for instance acd86542-d115-4a88-b6e5-3133e456b45b [ 774.979587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.979587] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Instance network_info: |[{"id": "5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7", "address": "fa:16:3e:06:c7:ab", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d23e8a4-e7", "ovs_interfaceid": "5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.979976] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c7:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.987851] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.988798] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.989066] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2344da1-88da-492b-bab2-8d38b11ed3ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.011928] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.011928] env[70917]: value = "task-3461301" [ 775.011928] env[70917]: _type = "Task" [ 775.011928] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.020807] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461301, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.205690] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.206100] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.233177] env[70917]: DEBUG nova.compute.manager [req-b9d792cd-7c82-4619-9dea-ccc3d12d045c req-fe91e51d-067d-4fe5-8ceb-cb7dffc130f9 service nova] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Received event network-vif-deleted-cbea5d36-9cf5-4a78-9f05-e226892a7d40 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.402936] env[70917]: DEBUG nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Received event network-changed-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.403502] env[70917]: DEBUG nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Refreshing instance network info cache due to event network-changed-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.403757] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Acquiring lock "refresh_cache-a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.403910] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Acquired lock "refresh_cache-a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.404085] env[70917]: DEBUG nova.network.neutron [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Refreshing network info cache for port 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.436823] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9c32b355-9bb2-472f-bf9a-d47297e2efcf tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Lock "acd86542-d115-4a88-b6e5-3133e456b45b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.431s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.514211] env[70917]: DEBUG nova.network.neutron [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Successfully updated port: 56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.528210] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461301, 'name': CreateVM_Task, 'duration_secs': 0.493339} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.529298] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.530554] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.531230] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.531230] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.531751] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3cb049-3ef4-4df5-ae87-7e79298c242c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.537172] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 775.537172] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5264b8c0-c57d-523d-49dd-9a0dd31d6dd0" [ 775.537172] env[70917]: _type = "Task" [ 775.537172] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.546139] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5264b8c0-c57d-523d-49dd-9a0dd31d6dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.698231] env[70917]: DEBUG oslo_vmware.api [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461300, 'name': PowerOnVM_Task, 'duration_secs': 0.770246} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.698535] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.698735] env[70917]: INFO nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Took 8.79 seconds to spawn the instance on the hypervisor. [ 775.698912] env[70917]: DEBUG nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.699769] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a2f3c-588b-4172-9398-d2661cbc5a9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.961711] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 34e06a78-8024-4143-acd9-5482f144e8e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.961711] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 7b18ee62-aac9-48e7-85f6-69c2c8634e21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.961843] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.961965] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.962094] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2f666dec-7728-444d-aad8-e2506e890556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.962208] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance af4c024d-a139-46db-8e67-5760f1be1fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.962318] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 397d8981-9976-408a-8c4b-927bea267653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.962452] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 12220b63-b805-43a1-b4fc-08a6cc4e0978 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.962572] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.962692] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c10d4e2a-98bb-4195-841e-e22b89a22496 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.962805] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance b206dfbe-342b-4b0a-9f43-b603205d8db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.962914] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f66bd22b-1de2-43cc-b2a5-154fedcd3692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.963067] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 73ca3686-48f5-4044-8dc4-676d48e964a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.963199] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance cc5135e1-f7af-45c1-9d8c-6020a6efacc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.963312] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance dc8a589e-3d62-4aab-9b44-85cb242b6a7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.963420] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance dc670653-4db2-4482-9b29-b3d9853a3593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.963525] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.963633] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.963737] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2b60c927-0466-46f5-8695-78c19010f1c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 776.023021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.023021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquired lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.023021] env[70917]: DEBUG nova.network.neutron [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.059121] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5264b8c0-c57d-523d-49dd-9a0dd31d6dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.012927} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.059241] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.059447] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.059760] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.059965] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.060229] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.061231] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4696b4-ff1d-4976-97ee-5762e0c81ddb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.079696] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.079915] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.083061] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24eddb05-6002-4dcf-8b68-f9235fb268cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.089332] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 776.089332] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5223c40f-1b49-5809-010b-12243600f753" [ 776.089332] env[70917]: _type = "Task" [ 776.089332] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.098806] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5223c40f-1b49-5809-010b-12243600f753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.218898] env[70917]: INFO nova.compute.manager [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Took 50.79 seconds to build instance. [ 776.267099] env[70917]: DEBUG nova.network.neutron [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Updated VIF entry in instance network info cache for port 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.267422] env[70917]: DEBUG nova.network.neutron [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Updating instance_info_cache with network_info: [{"id": "5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7", "address": "fa:16:3e:06:c7:ab", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d23e8a4-e7", "ovs_interfaceid": "5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.470408] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9c9d1dea-cafa-4e05-8f35-7a5eda4037db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.558416] env[70917]: DEBUG nova.network.neutron [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.600237] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5223c40f-1b49-5809-010b-12243600f753, 'name': SearchDatastore_Task, 'duration_secs': 0.020672} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.604395] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf227cb-c0dd-4999-ae89-02cb7a2d8cd0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.609932] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 776.609932] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a12b6f-c469-2017-7e46-57ed1286fc8f" [ 776.609932] env[70917]: _type = "Task" [ 776.609932] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.619156] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a12b6f-c469-2017-7e46-57ed1286fc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.721765] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.393s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.772168] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Releasing lock "refresh_cache-a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.772480] env[70917]: DEBUG nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-changed-df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.772664] env[70917]: DEBUG nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Refreshing instance network info cache due to event network-changed-df221b25-d487-447c-9478-d2df0ddba78e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.772892] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Acquiring lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.773079] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Acquired lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.773271] env[70917]: DEBUG nova.network.neutron [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Refreshing network info cache for port df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.775801] env[70917]: DEBUG nova.network.neutron [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Updating instance_info_cache with network_info: [{"id": "56aa24bd-123d-4d48-a76e-a097c304557a", "address": "fa:16:3e:8e:1a:65", "network": {"id": "c9e6f4b1-114b-4732-a186-49e38e4e9fe4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1271875381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1039ffce8f54e62b3337db87e0f956d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56aa24bd-12", "ovs_interfaceid": "56aa24bd-123d-4d48-a76e-a097c304557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.974357] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f58ffc5d-fd70-490d-8389-6319b1b27eff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.121069] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a12b6f-c469-2017-7e46-57ed1286fc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.121725] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.121993] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7/a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.122282] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661c6f8b-45e0-4edb-a673-86a74fe92f2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.129600] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 777.129600] env[70917]: value = "task-3461302" [ 777.129600] env[70917]: _type = "Task" [ 777.129600] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.137411] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.225305] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.280832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Releasing lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.281235] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Instance network_info: |[{"id": "56aa24bd-123d-4d48-a76e-a097c304557a", "address": "fa:16:3e:8e:1a:65", "network": {"id": "c9e6f4b1-114b-4732-a186-49e38e4e9fe4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1271875381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1039ffce8f54e62b3337db87e0f956d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56aa24bd-12", "ovs_interfaceid": "56aa24bd-123d-4d48-a76e-a097c304557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.281684] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:1a:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56aa24bd-123d-4d48-a76e-a097c304557a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.290266] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Creating folder: Project (a1039ffce8f54e62b3337db87e0f956d). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.290919] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8abf9b-a8cc-4387-abea-468a949a6170 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.301367] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Created folder: Project (a1039ffce8f54e62b3337db87e0f956d) in parent group-v691255. [ 777.301572] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Creating folder: Instances. Parent ref: group-v691383. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.301804] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-331ad670-a954-423e-8e0a-ed74c3704e68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.319935] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Created folder: Instances in parent group-v691383. [ 777.320248] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.320476] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.320718] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f14aeb-bc6f-4b0e-8fc7-4328fe3199dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.359175] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.359175] env[70917]: value = "task-3461305" [ 777.359175] env[70917]: _type = "Task" [ 777.359175] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.366786] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c27254-36ec-efad-d300-113ca43683e4/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.368180] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3668d2-d738-45dc-93f6-85b0df29bd44 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.382735] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461305, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.384580] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c27254-36ec-efad-d300-113ca43683e4/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.386457] env[70917]: ERROR oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c27254-36ec-efad-d300-113ca43683e4/disk-0.vmdk due to incomplete transfer. [ 777.386457] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4a8342ef-cdc4-48cb-8fb7-fb8cab126b75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.395452] env[70917]: DEBUG oslo_vmware.rw_handles [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c27254-36ec-efad-d300-113ca43683e4/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.396754] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Uploaded image cc25b2e5-89ee-4bce-b397-027d484f5385 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.399914] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.400305] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46c11182-6f7e-4fcc-8d8c-b3a59920aabe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.412637] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 777.412637] env[70917]: value = "task-3461306" [ 777.412637] env[70917]: _type = "Task" [ 777.412637] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.428835] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461306, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.478286] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4365ba7f-dafd-45c4-9ec4-75580abfd795 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.622122] env[70917]: DEBUG nova.network.neutron [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updated VIF entry in instance network info cache for port df221b25-d487-447c-9478-d2df0ddba78e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.622553] env[70917]: DEBUG nova.network.neutron [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.641989] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.756293] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.853026] env[70917]: DEBUG nova.compute.manager [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Received event network-changed-56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.853026] env[70917]: DEBUG nova.compute.manager [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Refreshing instance network info cache due to event network-changed-56aa24bd-123d-4d48-a76e-a097c304557a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.853326] env[70917]: DEBUG oslo_concurrency.lockutils [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] Acquiring lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.853359] env[70917]: DEBUG oslo_concurrency.lockutils [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] Acquired lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.853505] env[70917]: DEBUG nova.network.neutron [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Refreshing network info cache for port 56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.868547] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461305, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.905077] env[70917]: DEBUG nova.compute.manager [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Received event network-changed-1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.905077] env[70917]: DEBUG nova.compute.manager [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Refreshing instance network info cache due to event network-changed-1830b422-8c69-4a02-9ff7-2bc01caacc5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.905302] env[70917]: DEBUG oslo_concurrency.lockutils [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] Acquiring lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.905302] env[70917]: DEBUG oslo_concurrency.lockutils [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] Acquired lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.905415] env[70917]: DEBUG nova.network.neutron [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Refreshing network info cache for port 1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.924956] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461306, 'name': Destroy_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.981513] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 76832b17-5bf1-4966-b42f-ad77fb4af035 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.126296] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Releasing lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.126456] env[70917]: DEBUG nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Received event network-vif-plugged-56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.127152] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Acquiring lock "2b60c927-0466-46f5-8695-78c19010f1c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.127152] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Lock "2b60c927-0466-46f5-8695-78c19010f1c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.127310] env[70917]: DEBUG oslo_concurrency.lockutils [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] Lock "2b60c927-0466-46f5-8695-78c19010f1c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.127505] env[70917]: DEBUG nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] No waiting events found dispatching network-vif-plugged-56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.127732] env[70917]: WARNING nova.compute.manager [req-22363cf9-011e-4765-ade4-89a62b55e91e req-9de0bd5b-e6bc-400a-976e-3c70cfe8317e service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Received unexpected event network-vif-plugged-56aa24bd-123d-4d48-a76e-a097c304557a for instance with vm_state building and task_state spawning. [ 778.142471] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532098} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.142828] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7/a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.143140] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.143484] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba4f0a5-7483-4921-a063-1fd03a1b1e01 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.152222] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 778.152222] env[70917]: value = "task-3461307" [ 778.152222] env[70917]: _type = "Task" [ 778.152222] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.163442] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.324297] env[70917]: DEBUG nova.compute.manager [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.325442] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbce8ddc-2be6-46ed-90ca-a45ab336925c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.369114] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461305, 'name': CreateVM_Task, 'duration_secs': 0.650246} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.373026] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.373026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.373026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.373026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.373026] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a81e46e-bec1-49d0-bc81-4b4863f2b332 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.376643] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 778.376643] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f84acc-dd08-28e6-c3fe-d0c29696c2a3" [ 778.376643] env[70917]: _type = "Task" [ 778.376643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.387272] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f84acc-dd08-28e6-c3fe-d0c29696c2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.424436] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461306, 'name': Destroy_Task, 'duration_secs': 0.531026} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.425028] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Destroyed the VM [ 778.427018] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.427018] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e36cf28d-12db-411f-9e6e-ebfd39c8781e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.432915] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 778.432915] env[70917]: value = "task-3461308" [ 778.432915] env[70917]: _type = "Task" [ 778.432915] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.441892] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461308, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.490396] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 3eb38467-b7d0-45bb-ab62-098e3e381853 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.662588] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164221} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.662865] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.663826] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e6b9e4-fc86-4abe-91f7-7001838681a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.671154] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.671546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.671799] env[70917]: INFO nova.compute.manager [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Rebooting instance [ 778.697169] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7/a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.700614] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27f4ba1-3cdb-4c54-be00-25b49287dd77 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.727821] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 778.727821] env[70917]: value = "task-3461309" [ 778.727821] env[70917]: _type = "Task" [ 778.727821] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.736116] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.775587] env[70917]: DEBUG nova.network.neutron [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updated VIF entry in instance network info cache for port 1830b422-8c69-4a02-9ff7-2bc01caacc5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.777607] env[70917]: DEBUG nova.network.neutron [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updating instance_info_cache with network_info: [{"id": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "address": "fa:16:3e:25:41:a6", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1830b422-8c", "ovs_interfaceid": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.779200] env[70917]: DEBUG nova.network.neutron [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Updated VIF entry in instance network info cache for port 56aa24bd-123d-4d48-a76e-a097c304557a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.779200] env[70917]: DEBUG nova.network.neutron [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Updating instance_info_cache with network_info: [{"id": "56aa24bd-123d-4d48-a76e-a097c304557a", "address": "fa:16:3e:8e:1a:65", "network": {"id": "c9e6f4b1-114b-4732-a186-49e38e4e9fe4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1271875381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1039ffce8f54e62b3337db87e0f956d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56aa24bd-12", "ovs_interfaceid": "56aa24bd-123d-4d48-a76e-a097c304557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.840757] env[70917]: INFO nova.compute.manager [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] instance snapshotting [ 778.841567] env[70917]: DEBUG nova.objects.instance [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'flavor' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.889023] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f84acc-dd08-28e6-c3fe-d0c29696c2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.889023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.889023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.889023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.889023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.889023] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.889479] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c09524f1-a802-418c-8b03-487f0ded26a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.897500] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.897708] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.898480] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be68443a-05e7-4ef1-a9cf-72f8b9aff83b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.903636] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 778.903636] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221bea8-b66e-4f23-8df7-ba5e782bb63e" [ 778.903636] env[70917]: _type = "Task" [ 778.903636] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.912019] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221bea8-b66e-4f23-8df7-ba5e782bb63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.944501] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461308, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.992163] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 3aab379f-893b-4fc8-a5bf-1189ae26ca2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.202733] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.242858] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.281460] env[70917]: DEBUG oslo_concurrency.lockutils [req-92adf38a-4907-414d-858e-aced8017bf54 req-fc15b357-24f2-4301-9cb9-105cf917574d service nova] Releasing lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.281914] env[70917]: DEBUG oslo_concurrency.lockutils [req-d7490621-3440-41e2-940b-787e26e23497 req-7704142b-7e01-4d2f-9780-ad7e3bb4b384 service nova] Releasing lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.282938] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquired lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.282938] env[70917]: DEBUG nova.network.neutron [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.350810] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352bcaab-c5fe-4170-9dca-390ce7d26af1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.371364] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edbe8f7-d22a-4f73-8154-92134b63c9c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.417113] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221bea8-b66e-4f23-8df7-ba5e782bb63e, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.417113] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2568a627-4e8f-40f4-8d75-108acc9c8fb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.422224] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 779.422224] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a6f949-aa59-cd85-b74c-7c69ee105b71" [ 779.422224] env[70917]: _type = "Task" [ 779.422224] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.431499] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a6f949-aa59-cd85-b74c-7c69ee105b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.443632] env[70917]: DEBUG oslo_vmware.api [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461308, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534799} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.443632] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.443772] env[70917]: INFO nova.compute.manager [None req-bf9013f7-a1be-4914-be50-db5ef2f5e6e8 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Took 14.84 seconds to snapshot the instance on the hypervisor. [ 779.494675] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance face8a41-907a-48a0-b295-75d925895e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.741231] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.885788] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.886301] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1160e22-3f5f-452f-ad4f-d5bcfdac9695 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.893993] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 779.893993] env[70917]: value = "task-3461310" [ 779.893993] env[70917]: _type = "Task" [ 779.893993] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.902370] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.940812] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a6f949-aa59-cd85-b74c-7c69ee105b71, 'name': SearchDatastore_Task, 'duration_secs': 0.021788} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.941150] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.945177] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2b60c927-0466-46f5-8695-78c19010f1c9/2b60c927-0466-46f5-8695-78c19010f1c9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.945177] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120f6fb2-a54c-4ac5-9c7f-899edefd852f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.951527] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 779.951527] env[70917]: value = "task-3461311" [ 779.951527] env[70917]: _type = "Task" [ 779.951527] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.964927] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.971237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.971626] env[70917]: DEBUG oslo_concurrency.lockutils [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.971736] env[70917]: DEBUG nova.compute.manager [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.973258] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc53f67-509f-4513-b669-be4157c1ffa4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.979937] env[70917]: DEBUG nova.compute.manager [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 779.980500] env[70917]: DEBUG nova.objects.instance [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'flavor' on Instance uuid f66bd22b-1de2-43cc-b2a5-154fedcd3692 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.996828] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c2741fec-4444-45f0-977f-6bdb23ab33cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.147299] env[70917]: DEBUG nova.network.neutron [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updating instance_info_cache with network_info: [{"id": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "address": "fa:16:3e:25:41:a6", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1830b422-8c", "ovs_interfaceid": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.245616] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461309, 'name': ReconfigVM_Task, 'duration_secs': 1.224813} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.246036] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Reconfigured VM instance instance-00000027 to attach disk [datastore2] a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7/a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.246787] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbb2e7f7-823c-4397-bdd4-c45405ea4ebf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.255480] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 780.255480] env[70917]: value = "task-3461312" [ 780.255480] env[70917]: _type = "Task" [ 780.255480] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.266552] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461312, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.404573] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.462564] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448968} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.462880] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2b60c927-0466-46f5-8695-78c19010f1c9/2b60c927-0466-46f5-8695-78c19010f1c9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.463111] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.463368] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d946b069-668e-4bdf-b144-7c73a7871d42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.469484] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 780.469484] env[70917]: value = "task-3461313" [ 780.469484] env[70917]: _type = "Task" [ 780.469484] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.478022] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.499624] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.650837] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Releasing lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.765948] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461312, 'name': Rename_Task, 'duration_secs': 0.21324} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.766448] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.766805] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e49a3be9-9726-409d-bb79-cb6a28165681 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.774114] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 780.774114] env[70917]: value = "task-3461314" [ 780.774114] env[70917]: _type = "Task" [ 780.774114] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.783532] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.904174] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461310, 'name': CreateSnapshot_Task, 'duration_secs': 0.733318} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.904611] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.905930] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c684f-bd51-493e-8566-35e662479a91 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.979378] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061297} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.979837] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.980780] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be37b582-0cf4-475c-8903-9cc798551811 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.998414] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.009496] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 2b60c927-0466-46f5-8695-78c19010f1c9/2b60c927-0466-46f5-8695-78c19010f1c9.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.010183] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1d6c9f-f4f6-4282-91c7-7b01cb9340a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.012641] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 1d74930b-c52f-4986-a86e-7e30fc5a8185 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.013816] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529dfbcd-62ee-4ca3-a30b-74bc5ca5df1e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.036251] env[70917]: DEBUG oslo_vmware.api [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 781.036251] env[70917]: value = "task-3461315" [ 781.036251] env[70917]: _type = "Task" [ 781.036251] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.037659] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 781.037659] env[70917]: value = "task-3461316" [ 781.037659] env[70917]: _type = "Task" [ 781.037659] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.052049] env[70917]: DEBUG oslo_vmware.api [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.059500] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.159255] env[70917]: DEBUG nova.compute.manager [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.159255] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc495d9-4d9b-4abb-b92f-78e417657657 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.287874] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.426216] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 781.427309] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2884707-10f6-46bb-9e6b-1dbfe0dce0b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.439260] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 781.439260] env[70917]: value = "task-3461317" [ 781.439260] env[70917]: _type = "Task" [ 781.439260] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.449429] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461317, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.532082] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9f9fe874-7dac-44a5-9673-d623930b15e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.550587] env[70917]: DEBUG oslo_vmware.api [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461315, 'name': PowerOffVM_Task, 'duration_secs': 0.215879} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.553836] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.554083] env[70917]: DEBUG nova.compute.manager [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.554691] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.555428] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e818f-f3a5-4002-a3e1-9a57309f8b43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.673156] env[70917]: DEBUG nova.compute.manager [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.673960] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b243c9-6b5b-4521-a4ec-6cf424ab415b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.792980] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.951590] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461317, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.034665] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 946c11d6-0358-4977-9428-97811ae196d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.060647] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461316, 'name': ReconfigVM_Task, 'duration_secs': 0.916599} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.062089] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 2b60c927-0466-46f5-8695-78c19010f1c9/2b60c927-0466-46f5-8695-78c19010f1c9.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.062289] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8519809c-09a0-4a7d-a2c8-a06502e6d3b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.072049] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 782.072049] env[70917]: value = "task-3461318" [ 782.072049] env[70917]: _type = "Task" [ 782.072049] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.073034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-71ecfb26-4f49-47c3-a647-5af6f7bb894a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.084604] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461318, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.184299] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c203f-7f24-438f-b918-3d930587b732 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.190662] env[70917]: INFO nova.compute.manager [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] instance snapshotting [ 782.195108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146065af-f0f9-4001-aa3f-f8224e944166 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.202059] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Doing hard reboot of VM {{(pid=70917) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 782.202740] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ff261efc-c7bf-4fc6-877d-d30b5a542920 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.219558] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9887cd-d07c-4201-9d73-0113ce1261a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.225067] env[70917]: DEBUG oslo_vmware.api [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 782.225067] env[70917]: value = "task-3461319" [ 782.225067] env[70917]: _type = "Task" [ 782.225067] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.238826] env[70917]: DEBUG oslo_vmware.api [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461319, 'name': ResetVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.289592] env[70917]: DEBUG oslo_vmware.api [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461314, 'name': PowerOnVM_Task, 'duration_secs': 1.231777} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.289912] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.290132] env[70917]: INFO nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Took 10.46 seconds to spawn the instance on the hypervisor. [ 782.290310] env[70917]: DEBUG nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.291905] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465e6098-98b2-438c-8a01-4fdfcef8c508 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.450322] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461317, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.540860] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance efb140fb-109e-4c1c-a8c6-7971e38c2e88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.543613] env[70917]: DEBUG nova.objects.instance [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'flavor' on Instance uuid f66bd22b-1de2-43cc-b2a5-154fedcd3692 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.587705] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461318, 'name': Rename_Task, 'duration_secs': 0.162248} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.587957] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.588359] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b830041f-8abd-4afe-9e42-0210eed98cf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.596581] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 782.596581] env[70917]: value = "task-3461320" [ 782.596581] env[70917]: _type = "Task" [ 782.596581] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.607340] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.735533] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 782.735841] env[70917]: DEBUG oslo_vmware.api [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461319, 'name': ResetVM_Task, 'duration_secs': 0.092262} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.736073] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-853c11cb-3406-4dd3-aa11-5f1f768eb6c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.737962] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Did hard reboot of VM {{(pid=70917) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 782.738176] env[70917]: DEBUG nova.compute.manager [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.738942] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf2f8c-a16b-4d30-9efb-d2a30b6136f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.749956] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 782.749956] env[70917]: value = "task-3461321" [ 782.749956] env[70917]: _type = "Task" [ 782.749956] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.814180] env[70917]: INFO nova.compute.manager [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Took 54.33 seconds to build instance. [ 782.953600] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461317, 'name': CloneVM_Task, 'duration_secs': 1.385806} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.954550] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created linked-clone VM from snapshot [ 782.954719] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac8055-ac0f-4b90-ada4-6bde2b8405bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.965579] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Uploading image a2cc94b5-fe47-413b-8fd6-5fea6d198220 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.991492] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.991492] env[70917]: value = "vm-691387" [ 782.991492] env[70917]: _type = "VirtualMachine" [ 782.991492] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.991844] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9de9418-d08f-4aac-9f2e-6026104a1b4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.999177] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease: (returnval){ [ 782.999177] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a62ec3-113c-cdeb-711d-8a53d68d8e81" [ 782.999177] env[70917]: _type = "HttpNfcLease" [ 782.999177] env[70917]: } obtained for exporting VM: (result){ [ 782.999177] env[70917]: value = "vm-691387" [ 782.999177] env[70917]: _type = "VirtualMachine" [ 782.999177] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.999948] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the lease: (returnval){ [ 782.999948] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a62ec3-113c-cdeb-711d-8a53d68d8e81" [ 782.999948] env[70917]: _type = "HttpNfcLease" [ 782.999948] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 783.006182] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.006182] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a62ec3-113c-cdeb-711d-8a53d68d8e81" [ 783.006182] env[70917]: _type = "HttpNfcLease" [ 783.006182] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 783.045282] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 741a22eb-1de9-4f24-92bc-001da42c21f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.048682] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.048822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.050184] env[70917]: DEBUG nova.network.neutron [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.050184] env[70917]: DEBUG nova.objects.instance [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'info_cache' on Instance uuid f66bd22b-1de2-43cc-b2a5-154fedcd3692 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.111299] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461320, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.258031] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7ab90cd8-9775-491b-a72b-df2f53e4dd28 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.586s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.265766] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461321, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.316247] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5cdbf886-3cad-41ea-8220-5de1236dd795 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.897s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.508681] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.508681] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a62ec3-113c-cdeb-711d-8a53d68d8e81" [ 783.508681] env[70917]: _type = "HttpNfcLease" [ 783.508681] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 783.509150] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 783.509150] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a62ec3-113c-cdeb-711d-8a53d68d8e81" [ 783.509150] env[70917]: _type = "HttpNfcLease" [ 783.509150] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 783.510313] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e5c3e-4e7f-47b0-bb79-22810627fda2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.517867] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e905fc-9790-8331-77ae-72b1b24ff478/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 783.518065] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e905fc-9790-8331-77ae-72b1b24ff478/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.585673] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance d2047415-cd31-4b13-948d-b4985a1679de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.588017] env[70917]: DEBUG nova.objects.base [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 783.611810] env[70917]: DEBUG oslo_vmware.api [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461320, 'name': PowerOnVM_Task, 'duration_secs': 0.55999} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.612578] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.612578] env[70917]: INFO nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Took 9.00 seconds to spawn the instance on the hypervisor. [ 783.612578] env[70917]: DEBUG nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.613355] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f9b6b-16fd-4c2f-9c3b-257c464be156 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.624690] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba439455-fb38-429d-a845-7dedc992edaa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.765628] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461321, 'name': CreateSnapshot_Task, 'duration_secs': 0.797745} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.765915] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 783.766763] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcef49c-3d70-4483-99e5-e2a1f82e86a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.819691] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.868697] env[70917]: DEBUG nova.compute.manager [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Received event network-changed-1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.869124] env[70917]: DEBUG nova.compute.manager [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Refreshing instance network info cache due to event network-changed-1830b422-8c69-4a02-9ff7-2bc01caacc5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.870041] env[70917]: DEBUG oslo_concurrency.lockutils [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] Acquiring lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.870041] env[70917]: DEBUG oslo_concurrency.lockutils [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] Acquired lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.870041] env[70917]: DEBUG nova.network.neutron [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Refreshing network info cache for port 1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.092026] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f847aa60-5673-4054-bf77-7e5aaaafc282 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.143337] env[70917]: INFO nova.compute.manager [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Took 48.72 seconds to build instance. [ 784.286759] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.288020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0faa46ee-7657-4260-b1c9-85cbdb2e9b89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.301652] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 784.301652] env[70917]: value = "task-3461323" [ 784.301652] env[70917]: _type = "Task" [ 784.301652] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.311243] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461323, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.349293] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.380067] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.380359] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.525732] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.526184] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.526558] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.526887] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.527606] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.530913] env[70917]: INFO nova.compute.manager [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Terminating instance [ 784.595757] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.596181] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 784.596555] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 784.645287] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd57d235-ab03-4195-bd02-d684168c6860 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "2b60c927-0466-46f5-8695-78c19010f1c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.235s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.752736] env[70917]: DEBUG nova.network.neutron [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updated VIF entry in instance network info cache for port 1830b422-8c69-4a02-9ff7-2bc01caacc5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.753128] env[70917]: DEBUG nova.network.neutron [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updating instance_info_cache with network_info: [{"id": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "address": "fa:16:3e:25:41:a6", "network": {"id": "4e9b4e3e-6135-4c82-841a-24bfeb41a588", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-368301848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d270b71881b54159b601fad12884d65e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1830b422-8c", "ovs_interfaceid": "1830b422-8c69-4a02-9ff7-2bc01caacc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.823896] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461323, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.882941] env[70917]: DEBUG nova.network.neutron [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.888128] env[70917]: DEBUG nova.compute.utils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.035934] env[70917]: DEBUG nova.compute.manager [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.036228] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.037522] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc4391-6f86-4313-a510-64c13a3a2dab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.045756] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.046019] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98cfbae9-6444-4849-8a1b-a2589e7a3692 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.052449] env[70917]: DEBUG oslo_vmware.api [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 785.052449] env[70917]: value = "task-3461324" [ 785.052449] env[70917]: _type = "Task" [ 785.052449] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.061281] env[70917]: DEBUG oslo_vmware.api [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.154799] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.248229] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966d06b-18d4-4d96-b1d2-e0fa260c115f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.257273] env[70917]: DEBUG oslo_concurrency.lockutils [req-1315357a-fea3-4cb8-b07a-ce61cdc869a8 req-100e809e-e7a9-4e4e-8316-3d2fafb319b1 service nova] Releasing lock "refresh_cache-9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.258739] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6f8af-2f55-42e4-80fc-5677e4228681 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.297141] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052eb5d-b4e2-4047-9373-66acbe5bfc78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.309382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932d7e9-4611-4474-9e1f-203e05ed4b98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.319120] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461323, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.328403] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.388568] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.390581] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.562098] env[70917]: DEBUG oslo_vmware.api [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461324, 'name': PowerOffVM_Task, 'duration_secs': 0.434381} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.562425] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.562594] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.562857] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06eacfaf-1b19-44fc-880c-31bf47185319 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.641559] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.641559] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.641559] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Deleting the datastore file [datastore1] 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.641559] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18059f94-2a51-4385-b788-8502fa05c9c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.649537] env[70917]: DEBUG oslo_vmware.api [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 785.649537] env[70917]: value = "task-3461326" [ 785.649537] env[70917]: _type = "Task" [ 785.649537] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.663984] env[70917]: DEBUG oslo_vmware.api [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.689030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.815592] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461323, 'name': CloneVM_Task, 'duration_secs': 1.392238} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.815999] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Created linked-clone VM from snapshot [ 785.816756] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aac14c-4340-4e79-a2bf-e56a30cc9c2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.825662] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Uploading image f3510c25-0cc8-48d9-bd67-24f0ca03eec6 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.832321] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.864203] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.864203] env[70917]: value = "vm-691389" [ 785.864203] env[70917]: _type = "VirtualMachine" [ 785.864203] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.865540] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0129b348-bacb-4682-8c35-86d83d3200ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.872190] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lease: (returnval){ [ 785.872190] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac86b-9d05-5808-a70f-f2293586eb1a" [ 785.872190] env[70917]: _type = "HttpNfcLease" [ 785.872190] env[70917]: } obtained for exporting VM: (result){ [ 785.872190] env[70917]: value = "vm-691389" [ 785.872190] env[70917]: _type = "VirtualMachine" [ 785.872190] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.872532] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the lease: (returnval){ [ 785.872532] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac86b-9d05-5808-a70f-f2293586eb1a" [ 785.872532] env[70917]: _type = "HttpNfcLease" [ 785.872532] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.879917] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.879917] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac86b-9d05-5808-a70f-f2293586eb1a" [ 785.879917] env[70917]: _type = "HttpNfcLease" [ 785.879917] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 786.111279] env[70917]: DEBUG nova.compute.manager [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Received event network-changed-56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.111279] env[70917]: DEBUG nova.compute.manager [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Refreshing instance network info cache due to event network-changed-56aa24bd-123d-4d48-a76e-a097c304557a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.111279] env[70917]: DEBUG oslo_concurrency.lockutils [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] Acquiring lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.112520] env[70917]: DEBUG oslo_concurrency.lockutils [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] Acquired lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.112745] env[70917]: DEBUG nova.network.neutron [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Refreshing network info cache for port 56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.164047] env[70917]: DEBUG oslo_vmware.api [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212005} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.164428] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.164486] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.164655] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.164839] env[70917]: INFO nova.compute.manager [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.165103] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.165328] env[70917]: DEBUG nova.compute.manager [-] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.165426] env[70917]: DEBUG nova.network.neutron [-] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.341347] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 786.341612] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.435s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.341890] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.547s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.343519] env[70917]: INFO nova.compute.claims [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.389139] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.389139] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac86b-9d05-5808-a70f-f2293586eb1a" [ 786.389139] env[70917]: _type = "HttpNfcLease" [ 786.389139] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 786.389491] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 786.389491] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac86b-9d05-5808-a70f-f2293586eb1a" [ 786.389491] env[70917]: _type = "HttpNfcLease" [ 786.389491] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 786.395128] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa109e1-d5f7-4fe3-a76a-c8edd578e1f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.399070] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.399070] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ca70c5-9aeb-4568-ad75-3284d1d0c79e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.407701] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283753d-8899-5b81-3e92-5e6a7bce5121/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 786.407915] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283753d-8899-5b81-3e92-5e6a7bce5121/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 786.410385] env[70917]: DEBUG oslo_vmware.api [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 786.410385] env[70917]: value = "task-3461328" [ 786.410385] env[70917]: _type = "Task" [ 786.410385] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.478657] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.478736] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.479816] env[70917]: INFO nova.compute.manager [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Attaching volume 793101a3-f518-4c14-8a92-f6f643e0d0c5 to /dev/sdb [ 786.480689] env[70917]: DEBUG oslo_vmware.api [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.529867] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce054c0e-553a-4066-ade5-463f0581941c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.534626] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-960f6d72-13d6-4b6c-9059-23d778554750 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.539335] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d660d-76f3-4a55-8f00-bcfb61b8d2a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.554383] env[70917]: DEBUG nova.virt.block_device [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Updating existing volume attachment record: 4b55f669-a8c0-4d9d-9d96-8305734af5cf {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.930976] env[70917]: DEBUG nova.network.neutron [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Updated VIF entry in instance network info cache for port 56aa24bd-123d-4d48-a76e-a097c304557a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.931423] env[70917]: DEBUG nova.network.neutron [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Updating instance_info_cache with network_info: [{"id": "56aa24bd-123d-4d48-a76e-a097c304557a", "address": "fa:16:3e:8e:1a:65", "network": {"id": "c9e6f4b1-114b-4732-a186-49e38e4e9fe4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1271875381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1039ffce8f54e62b3337db87e0f956d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56aa24bd-12", "ovs_interfaceid": "56aa24bd-123d-4d48-a76e-a097c304557a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.934033] env[70917]: DEBUG oslo_vmware.api [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461328, 'name': PowerOnVM_Task, 'duration_secs': 0.430873} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.934327] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.934640] env[70917]: DEBUG nova.compute.manager [None req-ce732ebe-2b9e-487e-9691-1c293b7a4ac8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.935974] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29288ff3-6072-4234-a46f-b8de367600af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.987950] env[70917]: DEBUG nova.network.neutron [-] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.435556] env[70917]: DEBUG oslo_concurrency.lockutils [req-ed3501eb-3e15-4866-aff9-dd43d74d7a66 req-d776ef78-a9ef-48c9-88b5-8dab4aed45af service nova] Releasing lock "refresh_cache-2b60c927-0466-46f5-8695-78c19010f1c9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.491538] env[70917]: INFO nova.compute.manager [-] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Took 1.33 seconds to deallocate network for instance. [ 788.008254] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.068116] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69a0f5e-a1ae-49a0-97c6-7bee33e13226 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.079938] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec78d880-72bb-4a5f-bc39-ca65c6f518bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.130211] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bced0d6-67e2-48b6-a169-a1d06d381abc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.139452] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b282733-fc90-4f7e-bd2a-9a1090c5e8dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.157863] env[70917]: DEBUG nova.compute.provider_tree [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.661949] env[70917]: DEBUG nova.scheduler.client.report [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.168855] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.169052] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.171849] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.025s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.173734] env[70917]: INFO nova.compute.claims [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.681839] env[70917]: DEBUG nova.compute.utils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.683577] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.685034] env[70917]: DEBUG nova.network.neutron [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.725342] env[70917]: DEBUG nova.policy [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eea50abf3fc4725b211c7c44f51080c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b2304e5c5b44beb3f193f478e876ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.017549] env[70917]: DEBUG nova.network.neutron [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Successfully created port: 16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.187843] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.647306] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a7f73-b164-4837-92a0-80ec5f5c9640 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.656021] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eeaa68-04e5-49ff-8563-50bddcd4b6a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.689947] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a65ad-7d41-4f1c-95ff-1b594425e2a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.701731] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ef00cc-ce7e-4f20-bb3a-e56eba7f96b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.718742] env[70917]: DEBUG nova.compute.provider_tree [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.111381] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.111620] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691391', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'name': 'volume-793101a3-f518-4c14-8a92-f6f643e0d0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7', 'attached_at': '', 'detached_at': '', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'serial': '793101a3-f518-4c14-8a92-f6f643e0d0c5'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.112603] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba13d44-37dc-4044-be4a-9459c6bd9e7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.129523] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eded489-bc19-45fc-a4e3-0dab6a405864 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.157572] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-793101a3-f518-4c14-8a92-f6f643e0d0c5/volume-793101a3-f518-4c14-8a92-f6f643e0d0c5.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.157799] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65186e4-b68e-40bc-be14-2a8c23575a1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.187716] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 791.187716] env[70917]: value = "task-3461333" [ 791.187716] env[70917]: _type = "Task" [ 791.187716] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.192984] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461333, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.202932] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.222965] env[70917]: DEBUG nova.scheduler.client.report [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.559252] env[70917]: DEBUG nova.network.neutron [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Successfully updated port: 16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.697266] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.728890] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.729455] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.732137] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.374s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.732421] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.734431] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.973s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.735894] env[70917]: INFO nova.compute.claims [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.761319] env[70917]: INFO nova.scheduler.client.report [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Deleted allocations for instance c10d4e2a-98bb-4195-841e-e22b89a22496 [ 792.036784] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.037138] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.037322] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.037515] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.037672] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.037814] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.038100] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.038311] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.038404] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.038565] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.038740] env[70917]: DEBUG nova.virt.hardware [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.041046] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dc81e8-1c98-453a-bc3b-303e6c894f4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.051011] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e905fc-9790-8331-77ae-72b1b24ff478/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.052371] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a2a04-1687-4865-92e9-60e0987f7a36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.056937] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1049d9d7-a62f-40ef-b84f-09070d2b55b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.070518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-9c9d1dea-cafa-4e05-8f35-7a5eda4037db" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.070696] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-9c9d1dea-cafa-4e05-8f35-7a5eda4037db" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.070913] env[70917]: DEBUG nova.network.neutron [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.073777] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e905fc-9790-8331-77ae-72b1b24ff478/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.074034] env[70917]: ERROR oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e905fc-9790-8331-77ae-72b1b24ff478/disk-0.vmdk due to incomplete transfer. [ 792.074466] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77ea9d5a-4ab9-4ea4-8406-e2b8e06ab34a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.082499] env[70917]: DEBUG oslo_vmware.rw_handles [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e905fc-9790-8331-77ae-72b1b24ff478/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.082722] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Uploaded image a2cc94b5-fe47-413b-8fd6-5fea6d198220 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.085176] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.085692] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac13b5ae-092f-4eea-bda2-2afbcb64f724 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.092806] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 792.092806] env[70917]: value = "task-3461334" [ 792.092806] env[70917]: _type = "Task" [ 792.092806] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.102298] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461334, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.197431] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461333, 'name': ReconfigVM_Task, 'duration_secs': 0.653358} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.197760] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-793101a3-f518-4c14-8a92-f6f643e0d0c5/volume-793101a3-f518-4c14-8a92-f6f643e0d0c5.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.203134] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf87477-bc34-4b07-9ec5-0396439eb735 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.222907] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 792.222907] env[70917]: value = "task-3461335" [ 792.222907] env[70917]: _type = "Task" [ 792.222907] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.236023] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.240256] env[70917]: DEBUG nova.compute.utils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.246744] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.246744] env[70917]: DEBUG nova.network.neutron [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.272993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-040ab313-6e89-418f-afe1-15446cd7a76e tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "c10d4e2a-98bb-4195-841e-e22b89a22496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.153s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.301335] env[70917]: DEBUG nova.compute.manager [req-f01fd3e4-aadf-47b7-9dd4-33af78c0b625 req-b5d3aed7-092b-4081-9c52-7f33ae3f5120 service nova] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Received event network-vif-deleted-1830b422-8c69-4a02-9ff7-2bc01caacc5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.312471] env[70917]: DEBUG nova.policy [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e717bce9b59a456fbac8d885467f97bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e519597896d4ea485c93eb3244ba91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.609248] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461334, 'name': Destroy_Task, 'duration_secs': 0.352431} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.609248] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroyed the VM [ 792.609248] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 792.609248] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f1bfceb-54bd-41c5-8399-f2464bb23d0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.614388] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 792.614388] env[70917]: value = "task-3461336" [ 792.614388] env[70917]: _type = "Task" [ 792.614388] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.624451] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.657240] env[70917]: DEBUG nova.network.neutron [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.721736] env[70917]: DEBUG nova.network.neutron [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Successfully created port: 6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.737793] env[70917]: DEBUG oslo_vmware.api [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461335, 'name': ReconfigVM_Task, 'duration_secs': 0.178653} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.737793] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691391', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'name': 'volume-793101a3-f518-4c14-8a92-f6f643e0d0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7', 'attached_at': '', 'detached_at': '', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'serial': '793101a3-f518-4c14-8a92-f6f643e0d0c5'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 792.749529] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.887903] env[70917]: DEBUG nova.network.neutron [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Updating instance_info_cache with network_info: [{"id": "16b4de2f-147f-4659-859c-53884936b614", "address": "fa:16:3e:86:39:4a", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b4de2f-14", "ovs_interfaceid": "16b4de2f-147f-4659-859c-53884936b614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.071531] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.071812] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.104727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.105156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.127751] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461336, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.147052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "e3818fd2-e150-45b4-8442-314f4b8de1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.147052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.396025] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-9c9d1dea-cafa-4e05-8f35-7a5eda4037db" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.396025] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance network_info: |[{"id": "16b4de2f-147f-4659-859c-53884936b614", "address": "fa:16:3e:86:39:4a", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b4de2f-14", "ovs_interfaceid": "16b4de2f-147f-4659-859c-53884936b614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.396025] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:39:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16b4de2f-147f-4659-859c-53884936b614', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.402739] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.406670] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.407412] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e005e91-f1c6-4977-a8d2-406c42e00d26 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.436107] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.436107] env[70917]: value = "task-3461337" [ 793.436107] env[70917]: _type = "Task" [ 793.436107] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.448977] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461337, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.472284] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a56f15a-3932-4ab7-abe4-84eb1ad06016 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.479772] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c811bf8-762d-47a3-97e7-90ab33fb23d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.514788] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860706e-ea7e-4a8e-97bb-64548dda7ce2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.523808] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538cf5b8-31fd-48a4-8f9c-34d4a3029973 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.538916] env[70917]: DEBUG nova.compute.provider_tree [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.626124] env[70917]: DEBUG oslo_vmware.api [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461336, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549187} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.626424] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.626677] env[70917]: INFO nova.compute.manager [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 14.28 seconds to snapshot the instance on the hypervisor. [ 793.767839] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.803779] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.804113] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.804347] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.804582] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.804778] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.804954] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.805867] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.806080] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.806317] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.806517] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.806707] env[70917]: DEBUG nova.virt.hardware [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.808174] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db811d-55c4-4afb-ba60-2f3d91f99db3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.819083] env[70917]: DEBUG nova.objects.instance [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'flavor' on Instance uuid a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.821621] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f947e-a579-4d5f-80e6-78ca29407b82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.949900] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461337, 'name': CreateVM_Task, 'duration_secs': 0.400551} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.949900] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.950624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.950822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.951126] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.951399] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef31613f-22bc-4ba7-8536-af0e7d1d1b35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.956406] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 793.956406] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52461791-5bdb-fa2e-45f1-7a3a3729fa84" [ 793.956406] env[70917]: _type = "Task" [ 793.956406] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.964817] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52461791-5bdb-fa2e-45f1-7a3a3729fa84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.041961] env[70917]: DEBUG nova.scheduler.client.report [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.084843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.203371] env[70917]: DEBUG nova.compute.manager [None req-a819572f-790c-46cd-8999-39e76007e9a5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Found 1 images (rotation: 2) {{(pid=70917) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 794.330214] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6639776b-455a-45ef-91a8-8a6c92e43b2e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.331206] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.246s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.331438] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.331663] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.331841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.334254] env[70917]: INFO nova.compute.manager [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Terminating instance [ 794.379290] env[70917]: DEBUG nova.compute.manager [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Received event network-vif-plugged-16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.379676] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] Acquiring lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.383018] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.383018] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.383018] env[70917]: DEBUG nova.compute.manager [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] No waiting events found dispatching network-vif-plugged-16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.383018] env[70917]: WARNING nova.compute.manager [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Received unexpected event network-vif-plugged-16b4de2f-147f-4659-859c-53884936b614 for instance with vm_state building and task_state spawning. [ 794.383018] env[70917]: DEBUG nova.compute.manager [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Received event network-changed-16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.383018] env[70917]: DEBUG nova.compute.manager [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Refreshing instance network info cache due to event network-changed-16b4de2f-147f-4659-859c-53884936b614. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.383018] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] Acquiring lock "refresh_cache-9c9d1dea-cafa-4e05-8f35-7a5eda4037db" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.383018] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] Acquired lock "refresh_cache-9c9d1dea-cafa-4e05-8f35-7a5eda4037db" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.383018] env[70917]: DEBUG nova.network.neutron [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Refreshing network info cache for port 16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.470596] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52461791-5bdb-fa2e-45f1-7a3a3729fa84, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.470798] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.471164] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.471289] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.471466] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.471681] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.472010] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c614683-f5cf-41cc-b8f6-ec849f568f51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.481601] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.481817] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.482649] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fcc674-fee8-4a09-8f68-fcae9ebd1ffb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.488928] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 794.488928] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522b57dc-0f41-7d97-31e5-673d1c80df9b" [ 794.488928] env[70917]: _type = "Task" [ 794.488928] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.496897] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522b57dc-0f41-7d97-31e5-673d1c80df9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.553424] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.553890] env[70917]: DEBUG nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.556544] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.852s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.557992] env[70917]: INFO nova.compute.claims [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.641402] env[70917]: DEBUG nova.network.neutron [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Successfully updated port: 6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.839561] env[70917]: DEBUG nova.compute.manager [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.839865] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.840139] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c11597-7164-4060-8226-f360191d28b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.848329] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 794.848329] env[70917]: value = "task-3461338" [ 794.848329] env[70917]: _type = "Task" [ 794.848329] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.856939] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.000739] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522b57dc-0f41-7d97-31e5-673d1c80df9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.001591] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39d2383-50bf-4cb7-b043-34e582fb7c8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.006694] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 795.006694] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52af9355-86fd-47a9-cfc1-7a30188450c3" [ 795.006694] env[70917]: _type = "Task" [ 795.006694] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.016068] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52af9355-86fd-47a9-cfc1-7a30188450c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.074197] env[70917]: DEBUG nova.compute.utils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.076022] env[70917]: DEBUG nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 795.146372] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.146480] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquired lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.146687] env[70917]: DEBUG nova.network.neutron [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.165718] env[70917]: DEBUG nova.network.neutron [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Updated VIF entry in instance network info cache for port 16b4de2f-147f-4659-859c-53884936b614. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.166705] env[70917]: DEBUG nova.network.neutron [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Updating instance_info_cache with network_info: [{"id": "16b4de2f-147f-4659-859c-53884936b614", "address": "fa:16:3e:86:39:4a", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16b4de2f-14", "ovs_interfaceid": "16b4de2f-147f-4659-859c-53884936b614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.178091] env[70917]: DEBUG nova.compute.manager [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.179241] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f19d5a-3831-4523-b793-ff69345bdc58 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.263090] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283753d-8899-5b81-3e92-5e6a7bce5121/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.265408] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1cfc42-a713-4ce1-bd4a-c59f4035d00f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.274028] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283753d-8899-5b81-3e92-5e6a7bce5121/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.274028] env[70917]: ERROR oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283753d-8899-5b81-3e92-5e6a7bce5121/disk-0.vmdk due to incomplete transfer. [ 795.274028] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6bab33c6-7779-4c9f-982f-7858f386660b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.281563] env[70917]: DEBUG oslo_vmware.rw_handles [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283753d-8899-5b81-3e92-5e6a7bce5121/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.281756] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Uploaded image f3510c25-0cc8-48d9-bd67-24f0ca03eec6 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.283338] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.283603] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-231e9674-1a06-4f9b-a06f-bf7e1b3cd6ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.290101] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 795.290101] env[70917]: value = "task-3461339" [ 795.290101] env[70917]: _type = "Task" [ 795.290101] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.299460] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461339, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.359912] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461338, 'name': PowerOffVM_Task, 'duration_secs': 0.250387} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.360152] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.360857] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 795.360857] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691391', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'name': 'volume-793101a3-f518-4c14-8a92-f6f643e0d0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7', 'attached_at': '', 'detached_at': '', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'serial': '793101a3-f518-4c14-8a92-f6f643e0d0c5'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 795.361290] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f7168-9888-412f-9d2e-ccff5f77bddb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.387389] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a086e81f-c82f-4307-b23b-245bb45e9eea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.397141] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215151f-0463-4de3-8d9c-75040638c65c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.420476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef2593-bda9-4468-8e80-9643a4679129 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.436613] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] The volume has not been displaced from its original location: [datastore1] volume-793101a3-f518-4c14-8a92-f6f643e0d0c5/volume-793101a3-f518-4c14-8a92-f6f643e0d0c5.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 795.443742] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 795.444154] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc796cf4-b089-45a6-aaf7-780fa98c85dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.462141] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 795.462141] env[70917]: value = "task-3461340" [ 795.462141] env[70917]: _type = "Task" [ 795.462141] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.469713] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.517575] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52af9355-86fd-47a9-cfc1-7a30188450c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.517840] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.518123] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.518395] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-952a07da-dbf8-49e9-bb79-d8ddf8380ea0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.524052] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 795.524052] env[70917]: value = "task-3461341" [ 795.524052] env[70917]: _type = "Task" [ 795.524052] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.531896] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.579905] env[70917]: DEBUG nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.669921] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e87862-ce66-44bb-bf30-ea18436676f7 req-2bb4849e-8c0d-4715-b0a1-30a431375fcf service nova] Releasing lock "refresh_cache-9c9d1dea-cafa-4e05-8f35-7a5eda4037db" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.673463] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "af30c562-33e3-4d59-ae8c-326d509ea9f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.673801] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.692316] env[70917]: INFO nova.compute.manager [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] instance snapshotting [ 795.693079] env[70917]: DEBUG nova.objects.instance [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'flavor' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.700423] env[70917]: DEBUG nova.network.neutron [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.804658] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461339, 'name': Destroy_Task, 'duration_secs': 0.41834} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.806898] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Destroyed the VM [ 795.807063] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.807663] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2258d16-f3d8-4e0e-a7e5-bc0acd7adec7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.822347] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 795.822347] env[70917]: value = "task-3461342" [ 795.822347] env[70917]: _type = "Task" [ 795.822347] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.834972] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.892947] env[70917]: DEBUG nova.network.neutron [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updating instance_info_cache with network_info: [{"id": "6f081487-3e79-4c02-953e-7d9444824d98", "address": "fa:16:3e:e7:19:b8", "network": {"id": "b8e8bed0-b9e4-4b55-a177-d0b229468e17", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1498969765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e519597896d4ea485c93eb3244ba91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f081487-3e", "ovs_interfaceid": "6f081487-3e79-4c02-953e-7d9444824d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.975748] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461340, 'name': ReconfigVM_Task, 'duration_secs': 0.279452} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.978662] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.983841] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d2d7db-aeea-467c-95b7-5b511247272c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.003915] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 796.003915] env[70917]: value = "task-3461343" [ 796.003915] env[70917]: _type = "Task" [ 796.003915] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.012609] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.037295] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49458} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.037594] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.037812] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.038077] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d422ed4-05bf-4207-baa8-1f594f87c390 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.044834] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 796.044834] env[70917]: value = "task-3461344" [ 796.044834] env[70917]: _type = "Task" [ 796.044834] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.052730] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.160059] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0dbee7-8e57-4240-8829-856ad05f3f1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.167675] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8f45a9-0a54-41cf-acfb-935ef54e2bb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.200201] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a1c33f-4ee2-4c1e-bf1c-c3bf189b2be1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.203507] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb9608-7534-4f72-a844-e6b0a0ba2baa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.224754] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183091f-f1c7-43f0-8cc9-03bccaf9fa41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.229103] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a7fb1e-65b9-428f-91ca-c7b0cdc2dd3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.245447] env[70917]: DEBUG nova.compute.provider_tree [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.333370] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.395682] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Releasing lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.396152] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Instance network_info: |[{"id": "6f081487-3e79-4c02-953e-7d9444824d98", "address": "fa:16:3e:e7:19:b8", "network": {"id": "b8e8bed0-b9e4-4b55-a177-d0b229468e17", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1498969765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e519597896d4ea485c93eb3244ba91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f081487-3e", "ovs_interfaceid": "6f081487-3e79-4c02-953e-7d9444824d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.396652] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:19:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f081487-3e79-4c02-953e-7d9444824d98', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.404583] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Creating folder: Project (0e519597896d4ea485c93eb3244ba91c). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.405317] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16fab576-d7c8-42ac-aa68-d378ec259bcc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.423769] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Created folder: Project (0e519597896d4ea485c93eb3244ba91c) in parent group-v691255. [ 796.423992] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Creating folder: Instances. Parent ref: group-v691393. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.424286] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0be8ea4b-8451-43d9-90e6-e9c3416b7583 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.437227] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Created folder: Instances in parent group-v691393. [ 796.437506] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.437725] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.437956] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2cad8b-acbf-4baa-852c-7a8df49eb1fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.454915] env[70917]: DEBUG nova.compute.manager [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Received event network-vif-plugged-6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.455186] env[70917]: DEBUG oslo_concurrency.lockutils [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] Acquiring lock "f58ffc5d-fd70-490d-8389-6319b1b27eff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.455703] env[70917]: DEBUG oslo_concurrency.lockutils [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.455887] env[70917]: DEBUG oslo_concurrency.lockutils [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.456069] env[70917]: DEBUG nova.compute.manager [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] No waiting events found dispatching network-vif-plugged-6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.456249] env[70917]: WARNING nova.compute.manager [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Received unexpected event network-vif-plugged-6f081487-3e79-4c02-953e-7d9444824d98 for instance with vm_state building and task_state spawning. [ 796.456402] env[70917]: DEBUG nova.compute.manager [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Received event network-changed-6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.456551] env[70917]: DEBUG nova.compute.manager [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Refreshing instance network info cache due to event network-changed-6f081487-3e79-4c02-953e-7d9444824d98. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.456733] env[70917]: DEBUG oslo_concurrency.lockutils [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] Acquiring lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.456865] env[70917]: DEBUG oslo_concurrency.lockutils [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] Acquired lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.457024] env[70917]: DEBUG nova.network.neutron [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Refreshing network info cache for port 6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.463392] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.463392] env[70917]: value = "task-3461347" [ 796.463392] env[70917]: _type = "Task" [ 796.463392] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.475523] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461347, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.512988] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461343, 'name': ReconfigVM_Task, 'duration_secs': 0.442576} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.517018] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691391', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'name': 'volume-793101a3-f518-4c14-8a92-f6f643e0d0c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7', 'attached_at': '', 'detached_at': '', 'volume_id': '793101a3-f518-4c14-8a92-f6f643e0d0c5', 'serial': '793101a3-f518-4c14-8a92-f6f643e0d0c5'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 796.517018] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.517018] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fed81a-2987-46c0-bcbb-594a8b432dd6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.522019] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.522391] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-949e90d6-4339-482a-bc6b-b4982fd333fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.554504] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064224} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.554939] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.555842] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8dfc7-eb7f-4a05-9638-551a3419eac4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.580958] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.581566] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc4d537-e8fc-4a91-95b0-6031ac7d0ca5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.600893] env[70917]: DEBUG nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.606831] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.607266] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.607624] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleting the datastore file [datastore2] a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.608020] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00308468-ba20-4059-9633-60be90f1f2e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.612101] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 796.612101] env[70917]: value = "task-3461349" [ 796.612101] env[70917]: _type = "Task" [ 796.612101] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.620322] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 796.620322] env[70917]: value = "task-3461350" [ 796.620322] env[70917]: _type = "Task" [ 796.620322] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.630665] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.636635] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.639314] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.639450] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.639519] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.639734] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.639903] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.640081] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.640303] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.640481] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.640654] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.640829] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.641013] env[70917]: DEBUG nova.virt.hardware [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.641997] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c60e4e-4e3e-4c9e-bb4a-13ada683901b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.649609] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde4f2c2-57c3-4724-93ce-7a90e212ddcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.666197] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.672277] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Creating folder: Project (a59b2b41fbdb4610b74ae3bbd2cecbfa). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.672704] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b430eb-5414-4876-b39e-5f68e9342fa9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.683548] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Created folder: Project (a59b2b41fbdb4610b74ae3bbd2cecbfa) in parent group-v691255. [ 796.684875] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Creating folder: Instances. Parent ref: group-v691396. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.684875] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8f1d125-1b24-45b2-a78c-b403c3641cb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.694615] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Created folder: Instances in parent group-v691396. [ 796.696056] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.696056] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.696056] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5b2a300-7dbd-4994-92be-b89f521c3d40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.724049] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.724049] env[70917]: value = "task-3461353" [ 796.724049] env[70917]: _type = "Task" [ 796.724049] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.736388] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461353, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.749172] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.750092] env[70917]: DEBUG nova.scheduler.client.report [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.753650] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6b4077c-8380-4a42-98a5-037042ae4e5b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.761191] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 796.761191] env[70917]: value = "task-3461354" [ 796.761191] env[70917]: _type = "Task" [ 796.761191] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.772681] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.836973] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461342, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.973783] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461347, 'name': CreateVM_Task, 'duration_secs': 0.377025} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.974157] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.974661] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.974839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975180] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.975428] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36cbf35f-d85d-4f50-ab3d-c8a24fb81235 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.980108] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 796.980108] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5259728d-c71c-c424-1c7f-9a1f30fde3ea" [ 796.980108] env[70917]: _type = "Task" [ 796.980108] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.988358] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5259728d-c71c-c424-1c7f-9a1f30fde3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.127661] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461349, 'name': ReconfigVM_Task, 'duration_secs': 0.303922} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.128272] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.128900] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4010fc64-7b18-4453-ac95-3cbb7650d29a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.133567] env[70917]: DEBUG oslo_vmware.api [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134055} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.134097] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.134286] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.134463] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.134633] env[70917]: INFO nova.compute.manager [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Took 2.29 seconds to destroy the instance on the hypervisor. [ 797.134863] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.135057] env[70917]: DEBUG nova.compute.manager [-] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.135176] env[70917]: DEBUG nova.network.neutron [-] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.139149] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 797.139149] env[70917]: value = "task-3461355" [ 797.139149] env[70917]: _type = "Task" [ 797.139149] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.146312] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461355, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.181997] env[70917]: DEBUG nova.network.neutron [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updated VIF entry in instance network info cache for port 6f081487-3e79-4c02-953e-7d9444824d98. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.182411] env[70917]: DEBUG nova.network.neutron [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updating instance_info_cache with network_info: [{"id": "6f081487-3e79-4c02-953e-7d9444824d98", "address": "fa:16:3e:e7:19:b8", "network": {"id": "b8e8bed0-b9e4-4b55-a177-d0b229468e17", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1498969765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e519597896d4ea485c93eb3244ba91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f081487-3e", "ovs_interfaceid": "6f081487-3e79-4c02-953e-7d9444824d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.234380] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461353, 'name': CreateVM_Task, 'duration_secs': 0.32735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.234569] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.234975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.258055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.258587] env[70917]: DEBUG nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.261408] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.361s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.264051] env[70917]: INFO nova.compute.claims [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.276167] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461354, 'name': CreateSnapshot_Task, 'duration_secs': 0.453548} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.276588] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.277631] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18eedcf-0a48-48e8-8708-bfa89860a884 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.338299] env[70917]: DEBUG oslo_vmware.api [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461342, 'name': RemoveSnapshot_Task, 'duration_secs': 1.207191} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.339042] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.339476] env[70917]: INFO nova.compute.manager [None req-c4a67ec6-4831-4048-8395-ab58ab289271 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Took 15.14 seconds to snapshot the instance on the hypervisor. [ 797.473483] env[70917]: DEBUG nova.compute.manager [req-3c1c0015-a9a6-42a7-9d0f-139f5d447c70 req-4a2b33bd-5038-45e8-9ddd-90ff15754f0e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Received event network-vif-deleted-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.473666] env[70917]: INFO nova.compute.manager [req-3c1c0015-a9a6-42a7-9d0f-139f5d447c70 req-4a2b33bd-5038-45e8-9ddd-90ff15754f0e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Neutron deleted interface 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7; detaching it from the instance and deleting it from the info cache [ 797.473849] env[70917]: DEBUG nova.network.neutron [req-3c1c0015-a9a6-42a7-9d0f-139f5d447c70 req-4a2b33bd-5038-45e8-9ddd-90ff15754f0e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.492370] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5259728d-c71c-c424-1c7f-9a1f30fde3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.492864] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.492946] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.493509] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.493509] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.493509] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.493751] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.494064] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.494521] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74e5332-ab5a-489c-bdf5-121e5941ddb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.496392] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d73272e-341b-44f9-9e20-75f68efa5b5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.501490] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 797.501490] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52afc985-a1f4-2b82-b1a7-bc8b4ed9fe60" [ 797.501490] env[70917]: _type = "Task" [ 797.501490] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.506125] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.506304] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.507558] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5d1e57-2d96-4f0d-b937-c9de63dfe4dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.513362] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52afc985-a1f4-2b82-b1a7-bc8b4ed9fe60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.516397] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 797.516397] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eddf31-bb6c-0f6b-ee88-24e3bbf2c34f" [ 797.516397] env[70917]: _type = "Task" [ 797.516397] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.527301] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eddf31-bb6c-0f6b-ee88-24e3bbf2c34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.647912] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461355, 'name': Rename_Task, 'duration_secs': 0.138351} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.648262] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.648521] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7bc3c5b-9724-4448-8dc8-e8d05ec3522a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.654710] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 797.654710] env[70917]: value = "task-3461356" [ 797.654710] env[70917]: _type = "Task" [ 797.654710] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.662318] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.685176] env[70917]: DEBUG oslo_concurrency.lockutils [req-ce90f840-ab76-40f5-94d6-cdb1c1d64b7f req-dc496d61-03ed-402c-9814-b6624cec839d service nova] Releasing lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.770079] env[70917]: DEBUG nova.compute.utils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.772134] env[70917]: DEBUG nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 797.797605] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.798322] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c5f92cc-7625-49d7-8236-2196aa49bdb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.813019] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 797.813019] env[70917]: value = "task-3461357" [ 797.813019] env[70917]: _type = "Task" [ 797.813019] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.820065] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461357, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.906455] env[70917]: DEBUG nova.network.neutron [-] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.979021] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdce2df3-63fb-4bd9-8868-6b9910c9eb95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.986641] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844ab3a1-763b-4b09-a0bc-a7d1700247fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.013231] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52afc985-a1f4-2b82-b1a7-bc8b4ed9fe60, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.027577] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.027845] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.028146] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.028533] env[70917]: DEBUG nova.compute.manager [req-3c1c0015-a9a6-42a7-9d0f-139f5d447c70 req-4a2b33bd-5038-45e8-9ddd-90ff15754f0e service nova] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Detach interface failed, port_id=5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7, reason: Instance a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.037840] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eddf31-bb6c-0f6b-ee88-24e3bbf2c34f, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.038761] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30481f4-3fdf-46c5-b474-6f822be2e244 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.044358] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 798.044358] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52db0c56-17ce-44db-7165-39376737d8ef" [ 798.044358] env[70917]: _type = "Task" [ 798.044358] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.052333] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52db0c56-17ce-44db-7165-39376737d8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.166391] env[70917]: DEBUG oslo_vmware.api [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461356, 'name': PowerOnVM_Task, 'duration_secs': 0.473878} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.166780] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.167018] env[70917]: INFO nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Took 6.96 seconds to spawn the instance on the hypervisor. [ 798.167241] env[70917]: DEBUG nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.168618] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6290ef03-ecc3-4969-9b09-ad934e84ea7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.273588] env[70917]: DEBUG nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.323273] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461357, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.409846] env[70917]: INFO nova.compute.manager [-] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Took 1.27 seconds to deallocate network for instance. [ 798.556786] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52db0c56-17ce-44db-7165-39376737d8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.557091] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.557406] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f58ffc5d-fd70-490d-8389-6319b1b27eff/f58ffc5d-fd70-490d-8389-6319b1b27eff.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.557713] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.557913] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.558168] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e95ca3-77ca-4fd8-81f1-b1f4e75f5a09 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.562146] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52c560f-9638-48a3-ba81-96b862a85d30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.569297] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 798.569297] env[70917]: value = "task-3461358" [ 798.569297] env[70917]: _type = "Task" [ 798.569297] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.577473] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.577473] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.578332] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0329458d-409c-4a0c-892d-4732461f631f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.584394] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.588334] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 798.588334] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5206d472-8432-24b4-562f-747d85ab7f11" [ 798.588334] env[70917]: _type = "Task" [ 798.588334] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.596273] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5206d472-8432-24b4-562f-747d85ab7f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.690669] env[70917]: INFO nova.compute.manager [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Took 55.91 seconds to build instance. [ 798.822048] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb01fb-2062-494f-a4f7-58b3029faf73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.828942] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461357, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.835802] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b0008-f535-4b2f-b5d7-d68fd2ae797a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.874975] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb99b28-b5af-4949-82c7-1aabdbf38155 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.884201] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b8c12a-83de-49e0-851e-63ef5b9911a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.902413] env[70917]: DEBUG nova.compute.provider_tree [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.966234] env[70917]: INFO nova.compute.manager [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Took 0.56 seconds to detach 1 volumes for instance. [ 799.079821] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461215} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.080190] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f58ffc5d-fd70-490d-8389-6319b1b27eff/f58ffc5d-fd70-490d-8389-6319b1b27eff.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.080323] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.080629] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f921bb5-cf68-4176-8c14-95dc56141648 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.087792] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 799.087792] env[70917]: value = "task-3461359" [ 799.087792] env[70917]: _type = "Task" [ 799.087792] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.103306] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.107178] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5206d472-8432-24b4-562f-747d85ab7f11, 'name': SearchDatastore_Task, 'duration_secs': 0.017519} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.108031] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9524de1-be7b-4520-a216-1fa3a6fb7084 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.113226] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 799.113226] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5295e7be-6dd1-1c15-ab61-a8d5dc085d4f" [ 799.113226] env[70917]: _type = "Task" [ 799.113226] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.121215] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5295e7be-6dd1-1c15-ab61-a8d5dc085d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.193643] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833c534f-6309-4412-97eb-9f7f0fcc1f1e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.962s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.286258] env[70917]: DEBUG nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.309154] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.309573] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.309783] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.309973] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.310135] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.310279] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.310489] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.310649] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.310803] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.310961] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.311145] env[70917]: DEBUG nova.virt.hardware [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.312027] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3704d388-c1b5-4aa6-b9f8-30889672b0f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.325034] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461357, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.326280] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff43056-98b1-4cdf-9375-4e4ab19cb850 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.340418] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.346007] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.346295] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.346514] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d43d87-8c51-4376-a3e5-4b8144d23484 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.363817] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.363817] env[70917]: value = "task-3461360" [ 799.363817] env[70917]: _type = "Task" [ 799.363817] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.371849] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.380085] env[70917]: DEBUG nova.compute.manager [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.380899] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b7eea-5501-4ecf-93a3-bc08708aeb7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.406039] env[70917]: DEBUG nova.scheduler.client.report [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.472899] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.598657] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071397} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.598791] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.599639] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1cf096-2d5c-4e72-8a6c-fb83bf34d6db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.623051] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f58ffc5d-fd70-490d-8389-6319b1b27eff/f58ffc5d-fd70-490d-8389-6319b1b27eff.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.626554] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b48f10ca-fd03-46f9-9db3-e09274c40606 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.648509] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5295e7be-6dd1-1c15-ab61-a8d5dc085d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008407} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.653700] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.653999] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4365ba7f-dafd-45c4-9ec4-75580abfd795/4365ba7f-dafd-45c4-9ec4-75580abfd795.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.654342] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 799.654342] env[70917]: value = "task-3461361" [ 799.654342] env[70917]: _type = "Task" [ 799.654342] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.654550] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d451ab9-a2ac-40f1-9efd-f777cfd31ac0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.664789] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461361, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.665976] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 799.665976] env[70917]: value = "task-3461362" [ 799.665976] env[70917]: _type = "Task" [ 799.665976] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.673551] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.696516] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.823844] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461357, 'name': CloneVM_Task, 'duration_secs': 1.632592} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.824137] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created linked-clone VM from snapshot [ 799.824872] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559fe976-e41d-4917-a2f0-22ede7993c1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.832615] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Uploading image fa4434d6-3882-4829-8460-4285db6e06bf {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.854874] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.854874] env[70917]: value = "vm-691400" [ 799.854874] env[70917]: _type = "VirtualMachine" [ 799.854874] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.855189] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8aa09b4f-1fd6-4b61-8175-158557da379d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.862548] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease: (returnval){ [ 799.862548] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de012-c4ba-b79c-dfaa-ec81d19bffef" [ 799.862548] env[70917]: _type = "HttpNfcLease" [ 799.862548] env[70917]: } obtained for exporting VM: (result){ [ 799.862548] env[70917]: value = "vm-691400" [ 799.862548] env[70917]: _type = "VirtualMachine" [ 799.862548] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.862834] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the lease: (returnval){ [ 799.862834] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de012-c4ba-b79c-dfaa-ec81d19bffef" [ 799.862834] env[70917]: _type = "HttpNfcLease" [ 799.862834] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.875848] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.877458] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.877458] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de012-c4ba-b79c-dfaa-ec81d19bffef" [ 799.877458] env[70917]: _type = "HttpNfcLease" [ 799.877458] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.891079] env[70917]: INFO nova.compute.manager [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] instance snapshotting [ 799.893768] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb4604f-894c-449e-b456-8ed4ea83f445 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.912745] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.913340] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.916121] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.885s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.917650] env[70917]: INFO nova.compute.claims [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.920839] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1750e4ee-1806-40c6-8db4-1f2b12aef338 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.993368] env[70917]: INFO nova.compute.manager [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Rebuilding instance [ 800.042758] env[70917]: DEBUG nova.compute.manager [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.043775] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d3a31-a1df-4f51-98cf-46107910f1fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.166252] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.177786] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461362, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.215662] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.376648] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.377833] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.377833] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de012-c4ba-b79c-dfaa-ec81d19bffef" [ 800.377833] env[70917]: _type = "HttpNfcLease" [ 800.377833] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.378123] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.378123] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de012-c4ba-b79c-dfaa-ec81d19bffef" [ 800.378123] env[70917]: _type = "HttpNfcLease" [ 800.378123] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.378794] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301bb92f-4b4d-44b2-8594-2705e2fa8dab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.385504] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cbfd7-9bc0-dff5-6377-bee5b107a457/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.385683] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cbfd7-9bc0-dff5-6377-bee5b107a457/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.445244] env[70917]: DEBUG nova.compute.utils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.446375] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.447913] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.448095] env[70917]: DEBUG nova.network.neutron [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.450252] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-534bc0f8-203d-4978-8313-a94370d9b82e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.459127] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 800.459127] env[70917]: value = "task-3461364" [ 800.459127] env[70917]: _type = "Task" [ 800.459127] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.467633] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.488863] env[70917]: DEBUG nova.policy [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f747e7fe481f4d79b0b7886858b06df1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd1873ea61274d22b38df9df9ad4d596', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.493047] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82981faa-fd4b-4e50-beb2-e35c12cd51f2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.674446] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461361, 'name': ReconfigVM_Task, 'duration_secs': 0.526956} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.675281] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f58ffc5d-fd70-490d-8389-6319b1b27eff/f58ffc5d-fd70-490d-8389-6319b1b27eff.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.676029] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47167cfa-b613-428b-b73b-8ac601ffec1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.681662] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554699} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.682290] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4365ba7f-dafd-45c4-9ec4-75580abfd795/4365ba7f-dafd-45c4-9ec4-75580abfd795.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.682600] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.682852] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4649ccdd-8128-434f-9df7-8ce35e850905 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.686877] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 800.686877] env[70917]: value = "task-3461365" [ 800.686877] env[70917]: _type = "Task" [ 800.686877] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.692532] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 800.692532] env[70917]: value = "task-3461366" [ 800.692532] env[70917]: _type = "Task" [ 800.692532] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.701098] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461365, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.707466] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.879742] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.896341] env[70917]: DEBUG nova.network.neutron [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Successfully created port: b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.953970] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.971754] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.058231] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.058669] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10aea63b-1d5b-44eb-a542-49554a804307 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.070468] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 801.070468] env[70917]: value = "task-3461367" [ 801.070468] env[70917]: _type = "Task" [ 801.070468] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.083441] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.206323] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461365, 'name': Rename_Task, 'duration_secs': 0.182976} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.208152] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.208152] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90cb397-123b-42c7-ab75-979a19c1995e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.215779] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07958} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.216276] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.217170] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2988d2a1-d9e1-4c9c-a2ea-c34e529e8b6a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.223815] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 801.223815] env[70917]: value = "task-3461368" [ 801.223815] env[70917]: _type = "Task" [ 801.223815] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.248201] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 4365ba7f-dafd-45c4-9ec4-75580abfd795/4365ba7f-dafd-45c4-9ec4-75580abfd795.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.251885] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcbe3b0-f091-4473-b42e-68811b82ab30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.274294] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.278996] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 801.278996] env[70917]: value = "task-3461369" [ 801.278996] env[70917]: _type = "Task" [ 801.278996] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.291774] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.379650] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.471297] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461364, 'name': CreateSnapshot_Task, 'duration_secs': 0.66283} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.471423] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.472163] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2b0c9-5011-44b5-bfb2-dfe58d9de985 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.581345] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461367, 'name': PowerOffVM_Task, 'duration_secs': 0.3735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.582322] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.583122] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.586902] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be27515-6280-4dff-b6be-5eae63fe6208 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.594848] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.595169] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65573246-6caa-4bcd-91a6-9dcc3b0a958c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.637225] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4153f-5dd5-49c2-8146-2a9837a26d19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.644208] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d98bd9-44ec-4b00-a68e-1663dd85d49b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.375975] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.384571] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.393863] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4be3e6b7-3f47-4795-b1ea-fc03d3c00e87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.397598] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b1a78-8f11-42c9-9e26-ac5c4fca788a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.415032] env[70917]: DEBUG oslo_vmware.api [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461368, 'name': PowerOnVM_Task, 'duration_secs': 0.798132} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.424178] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.424501] env[70917]: INFO nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Took 8.66 seconds to spawn the instance on the hypervisor. [ 802.424726] env[70917]: DEBUG nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.425997] env[70917]: DEBUG nova.compute.manager [req-965ced6e-8444-4e70-9082-8b94c2d28f7d req-c25ab18b-59c7-40d1-af57-f16832844589 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Received event network-vif-plugged-b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.426274] env[70917]: DEBUG oslo_concurrency.lockutils [req-965ced6e-8444-4e70-9082-8b94c2d28f7d req-c25ab18b-59c7-40d1-af57-f16832844589 service nova] Acquiring lock "3eb38467-b7d0-45bb-ab62-098e3e381853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.426531] env[70917]: DEBUG oslo_concurrency.lockutils [req-965ced6e-8444-4e70-9082-8b94c2d28f7d req-c25ab18b-59c7-40d1-af57-f16832844589 service nova] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.426730] env[70917]: DEBUG oslo_concurrency.lockutils [req-965ced6e-8444-4e70-9082-8b94c2d28f7d req-c25ab18b-59c7-40d1-af57-f16832844589 service nova] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.426905] env[70917]: DEBUG nova.compute.manager [req-965ced6e-8444-4e70-9082-8b94c2d28f7d req-c25ab18b-59c7-40d1-af57-f16832844589 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] No waiting events found dispatching network-vif-plugged-b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.427147] env[70917]: WARNING nova.compute.manager [req-965ced6e-8444-4e70-9082-8b94c2d28f7d req-c25ab18b-59c7-40d1-af57-f16832844589 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Received unexpected event network-vif-plugged-b1baa112-a9b4-4364-957d-82df2ba70b57 for instance with vm_state building and task_state spawning. [ 802.427878] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461369, 'name': ReconfigVM_Task, 'duration_secs': 0.666843} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.431965] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.432196] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.432513] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.432755] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.432990] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.433413] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.433539] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.433798] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.434576] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.434576] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.434576] env[70917]: DEBUG nova.virt.hardware [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.435827] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b5eedf-a59c-4a57-90b3-48dc2051f053 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.438906] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 4365ba7f-dafd-45c4-9ec4-75580abfd795/4365ba7f-dafd-45c4-9ec4-75580abfd795.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.439755] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 802.439755] env[70917]: value = "task-3461371" [ 802.439755] env[70917]: _type = "Task" [ 802.439755] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.441074] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121faf34-e3dc-459a-ba22-2b0f1d4e0e1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.451020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebca9b73-8dbf-4e71-b7dd-08e881f7e549 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.451151] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.456128] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4584aa-013d-4449-93c7-4053cdbf98da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.469744] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ba7d5-d710-48fb-a26f-36e3321e72e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.487655] env[70917]: DEBUG nova.compute.provider_tree [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.488114] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461371, 'name': CloneVM_Task} progress is 16%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.488230] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 802.488230] env[70917]: value = "task-3461372" [ 802.488230] env[70917]: _type = "Task" [ 802.488230] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.501426] env[70917]: DEBUG nova.network.neutron [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Successfully updated port: b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.508880] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461372, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.884771] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.963251] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461371, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.996177] env[70917]: INFO nova.compute.manager [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Took 59.87 seconds to build instance. [ 803.002422] env[70917]: DEBUG nova.scheduler.client.report [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.005818] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461372, 'name': Rename_Task, 'duration_secs': 0.2081} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.006746] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.006746] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquired lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.006870] env[70917]: DEBUG nova.network.neutron [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.007970] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.008417] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1980f999-1aa7-44c6-a9c7-11cf7024394b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.015566] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 803.015566] env[70917]: value = "task-3461373" [ 803.015566] env[70917]: _type = "Task" [ 803.015566] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.025830] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.068058] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.068272] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.068478] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.068741] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27020f90-3b13-4790-a0a8-16841276fee6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.076310] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 803.076310] env[70917]: value = "task-3461374" [ 803.076310] env[70917]: _type = "Task" [ 803.076310] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.085405] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.384943] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461360, 'name': CreateVM_Task, 'duration_secs': 3.702426} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.385388] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.385852] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.386040] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.386388] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.386655] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c7e2ea-8c3c-4846-96fc-3a6f429af6bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.391921] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 803.391921] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c56697-c615-1602-f817-8b1fba4fd91a" [ 803.391921] env[70917]: _type = "Task" [ 803.391921] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.400473] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c56697-c615-1602-f817-8b1fba4fd91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.460903] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461371, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.507047] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.727s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.507909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.592s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.508523] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.511943] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.968s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.512154] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.514529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.736s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.516335] env[70917]: INFO nova.compute.claims [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.536500] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461373, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.548156] env[70917]: INFO nova.scheduler.client.report [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Deleted allocations for instance 73ca3686-48f5-4044-8dc4-676d48e964a8 [ 803.565328] env[70917]: DEBUG nova.network.neutron [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.590910] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213932} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.594069] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.594296] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.594777] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.765165] env[70917]: DEBUG nova.network.neutron [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Updating instance_info_cache with network_info: [{"id": "b1baa112-a9b4-4364-957d-82df2ba70b57", "address": "fa:16:3e:7e:9a:9b", "network": {"id": "cf296264-ef14-43a9-ba1d-0b73250e0ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1944824563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1873ea61274d22b38df9df9ad4d596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1baa112-a9", "ovs_interfaceid": "b1baa112-a9b4-4364-957d-82df2ba70b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.903370] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c56697-c615-1602-f817-8b1fba4fd91a, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.903674] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.903906] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.904169] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.904317] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.904495] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.904792] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0177420-ee3c-4acd-944f-885cbe3eb784 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.912927] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.913131] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.913867] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381534eb-f254-4b5a-ac8d-bcb07dc1a7c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.921112] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 803.921112] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bc101a-a78e-6bbc-eff7-f7a7365a4d24" [ 803.921112] env[70917]: _type = "Task" [ 803.921112] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.929026] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bc101a-a78e-6bbc-eff7-f7a7365a4d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.961056] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461371, 'name': CloneVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.022739] env[70917]: DEBUG nova.compute.utils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.027627] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.029046] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.029116] env[70917]: DEBUG nova.network.neutron [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.040652] env[70917]: DEBUG oslo_vmware.api [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461373, 'name': PowerOnVM_Task, 'duration_secs': 0.57359} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.043126] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.043126] env[70917]: INFO nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Took 7.44 seconds to spawn the instance on the hypervisor. [ 804.043126] env[70917]: DEBUG nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.043126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5c494-e4bc-42e8-9ac1-a6015b214824 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.056807] env[70917]: DEBUG oslo_concurrency.lockutils [None req-53a58373-5608-448a-9d5e-1cf0823520cd tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Lock "73ca3686-48f5-4044-8dc4-676d48e964a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.945s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.131302] env[70917]: DEBUG nova.policy [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e63b94072e81466e9114622724a0dbbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dfcfcbb20b423da281cf15a19c5284', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.268121] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Releasing lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.268521] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Instance network_info: |[{"id": "b1baa112-a9b4-4364-957d-82df2ba70b57", "address": "fa:16:3e:7e:9a:9b", "network": {"id": "cf296264-ef14-43a9-ba1d-0b73250e0ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1944824563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1873ea61274d22b38df9df9ad4d596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1baa112-a9", "ovs_interfaceid": "b1baa112-a9b4-4364-957d-82df2ba70b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.268998] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:9a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1baa112-a9b4-4364-957d-82df2ba70b57', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.278413] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Creating folder: Project (dd1873ea61274d22b38df9df9ad4d596). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.278413] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62d720c1-555e-43e2-bf08-8dcc935f759e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.290430] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Created folder: Project (dd1873ea61274d22b38df9df9ad4d596) in parent group-v691255. [ 804.290686] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Creating folder: Instances. Parent ref: group-v691404. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.290877] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b8ebea6-d539-44d8-9b69-f7a87ceec056 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.300035] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Created folder: Instances in parent group-v691404. [ 804.300035] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.300517] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.300517] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a089e3c-cb3e-4111-9400-722e4960f556 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.321137] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.321137] env[70917]: value = "task-3461377" [ 804.321137] env[70917]: _type = "Task" [ 804.321137] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.328681] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461377, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.432608] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bc101a-a78e-6bbc-eff7-f7a7365a4d24, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.433539] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b0c8c7-363b-4477-84df-9c1cea3f584c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.441132] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 804.441132] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521bbbe9-85d4-6f4b-958e-ab3f6c8201d5" [ 804.441132] env[70917]: _type = "Task" [ 804.441132] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.450113] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521bbbe9-85d4-6f4b-958e-ab3f6c8201d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.462246] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461371, 'name': CloneVM_Task, 'duration_secs': 1.570775} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.462538] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Created linked-clone VM from snapshot [ 804.463338] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482166bf-c719-4440-9da9-a15be67c4bed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.473227] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Uploading image 845e190a-3c27-4147-8992-0bfc24203246 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.510619] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.510619] env[70917]: value = "vm-691403" [ 804.510619] env[70917]: _type = "VirtualMachine" [ 804.510619] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.510893] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec7d8746-386c-48c6-b868-dfdd87b4e6d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.519853] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lease: (returnval){ [ 804.519853] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016596-6041-d055-3a88-bda33d49a55a" [ 804.519853] env[70917]: _type = "HttpNfcLease" [ 804.519853] env[70917]: } obtained for exporting VM: (result){ [ 804.519853] env[70917]: value = "vm-691403" [ 804.519853] env[70917]: _type = "VirtualMachine" [ 804.519853] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.520141] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the lease: (returnval){ [ 804.520141] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016596-6041-d055-3a88-bda33d49a55a" [ 804.520141] env[70917]: _type = "HttpNfcLease" [ 804.520141] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.528232] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.528232] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016596-6041-d055-3a88-bda33d49a55a" [ 804.528232] env[70917]: _type = "HttpNfcLease" [ 804.528232] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.530399] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.565793] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.567193] env[70917]: INFO nova.compute.manager [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Took 53.83 seconds to build instance. [ 804.604443] env[70917]: DEBUG nova.compute.manager [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Received event network-changed-b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.604443] env[70917]: DEBUG nova.compute.manager [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Refreshing instance network info cache due to event network-changed-b1baa112-a9b4-4364-957d-82df2ba70b57. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.604582] env[70917]: DEBUG oslo_concurrency.lockutils [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] Acquiring lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.604891] env[70917]: DEBUG oslo_concurrency.lockutils [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] Acquired lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.604891] env[70917]: DEBUG nova.network.neutron [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Refreshing network info cache for port b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.643706] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.643952] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.644133] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.644326] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.644479] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.644630] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.644852] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.645094] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.645327] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.645502] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.645679] env[70917]: DEBUG nova.virt.hardware [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.647048] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906e76b-0603-4d41-9f8c-55e7b32c691b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.661260] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acff9842-031d-49bb-b406-05e4aa0fdbd1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.682233] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:39:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16b4de2f-147f-4659-859c-53884936b614', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.691397] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.694746] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.696055] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2148777-7e23-4bb4-905b-825694ab6a96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.715594] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.715594] env[70917]: value = "task-3461379" [ 804.715594] env[70917]: _type = "Task" [ 804.715594] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.726979] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461379, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.831367] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461377, 'name': CreateVM_Task, 'duration_secs': 0.390733} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.831633] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.832369] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.832584] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.832959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.833263] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d28136-aa13-44b9-86a8-c16f7bfeea63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.841891] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 804.841891] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52deb4e9-57ec-e799-860e-2b0a44a0ef1b" [ 804.841891] env[70917]: _type = "Task" [ 804.841891] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.851436] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52deb4e9-57ec-e799-860e-2b0a44a0ef1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.860491] env[70917]: DEBUG nova.network.neutron [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Successfully created port: 75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.953972] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521bbbe9-85d4-6f4b-958e-ab3f6c8201d5, 'name': SearchDatastore_Task, 'duration_secs': 0.020445} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.957947] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.958094] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.961566] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7669f21-377a-40e3-9a6d-1c9cbf52403d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.967946] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 804.967946] env[70917]: value = "task-3461380" [ 804.967946] env[70917]: _type = "Task" [ 804.967946] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.982982] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.028728] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.028728] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016596-6041-d055-3a88-bda33d49a55a" [ 805.028728] env[70917]: _type = "HttpNfcLease" [ 805.028728] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.029163] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.029163] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016596-6041-d055-3a88-bda33d49a55a" [ 805.029163] env[70917]: _type = "HttpNfcLease" [ 805.029163] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.029874] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7325f8b-f9ba-494a-a6b0-6e7fbbdfe40f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.046119] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3244d-618a-2bfc-5d12-3902d8e3d0b4/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.046374] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3244d-618a-2bfc-5d12-3902d8e3d0b4/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.118620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbc7383d-0cd1-4272-b798-9e4041717ca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "4365ba7f-dafd-45c4-9ec4-75580abfd795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.342s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.179155] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-099059fb-59bc-4709-bedf-c4eca0da088d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.230163] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461379, 'name': CreateVM_Task, 'duration_secs': 0.368659} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.230336] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.231172] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.231306] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.231979] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.231979] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f7cd87-72f6-4e65-8fab-4dc5b04fb078 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.241598] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 805.241598] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5257306d-7fa3-c375-9c67-396fc6628855" [ 805.241598] env[70917]: _type = "Task" [ 805.241598] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.254610] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5257306d-7fa3-c375-9c67-396fc6628855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.332791] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b93d4cb-dca2-4ac7-b925-50e31161b4c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.344061] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d132e5f6-abe5-433f-acf3-ceae3d62c83f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.357686] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52deb4e9-57ec-e799-860e-2b0a44a0ef1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.383341] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.383613] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.383851] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.383991] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.384204] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.384739] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed60ed3d-74c9-4347-9e27-3d7ca415b875 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.387513] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6bb56a-b42b-4779-8f15-346530aca097 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.397055] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677cb9ed-0157-4728-926b-ec02e867564e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.402547] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.405298] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.407830] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f13db8-ed64-4ad2-84de-78a519b5a890 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.419813] env[70917]: DEBUG nova.compute.provider_tree [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.427958] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 805.427958] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5278891b-de57-3346-489d-3171e5cb92da" [ 805.427958] env[70917]: _type = "Task" [ 805.427958] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.436139] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5278891b-de57-3346-489d-3171e5cb92da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.477141] env[70917]: DEBUG nova.network.neutron [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Updated VIF entry in instance network info cache for port b1baa112-a9b4-4364-957d-82df2ba70b57. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.477543] env[70917]: DEBUG nova.network.neutron [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Updating instance_info_cache with network_info: [{"id": "b1baa112-a9b4-4364-957d-82df2ba70b57", "address": "fa:16:3e:7e:9a:9b", "network": {"id": "cf296264-ef14-43a9-ba1d-0b73250e0ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1944824563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1873ea61274d22b38df9df9ad4d596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1baa112-a9", "ovs_interfaceid": "b1baa112-a9b4-4364-957d-82df2ba70b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.483605] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461380, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.542521] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.574563] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.575499] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.575499] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.575499] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.575939] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.576580] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.576822] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.576985] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.577166] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.577399] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.577580] env[70917]: DEBUG nova.virt.hardware [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.578933] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b46046d-9a06-44fe-9cbf-3e6b199107c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.589677] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e98dc0e-723c-411e-81ca-769b6f0158fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.630353] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.756547] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5257306d-7fa3-c375-9c67-396fc6628855, 'name': SearchDatastore_Task, 'duration_secs': 0.058604} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.756996] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.757343] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.757627] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757820] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.758053] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.758409] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86950c4d-de37-4b51-92da-14b559d6b783 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.768927] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.768927] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.769582] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818af109-f3b0-4bbc-9738-a4155d57f19c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.776509] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 805.776509] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b2dd92-d85a-296c-08a4-cc42065db47c" [ 805.776509] env[70917]: _type = "Task" [ 805.776509] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.784564] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b2dd92-d85a-296c-08a4-cc42065db47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.925561] env[70917]: DEBUG nova.scheduler.client.report [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.939134] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5278891b-de57-3346-489d-3171e5cb92da, 'name': SearchDatastore_Task, 'duration_secs': 0.04288} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.940049] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a71520b8-c8fc-4dbb-a04a-5cf976ec448a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.946140] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 805.946140] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5229eea7-48cc-898c-f7d5-18c00309f97c" [ 805.946140] env[70917]: _type = "Task" [ 805.946140] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.955607] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5229eea7-48cc-898c-f7d5-18c00309f97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.979062] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533015} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.979515] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.979833] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.980352] env[70917]: DEBUG oslo_concurrency.lockutils [req-9bb7de77-3c12-459c-a653-ad4854a99d31 req-8853008b-63a8-4ab7-8d8e-92e6cc549d12 service nova] Releasing lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.980813] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d6b21f1-58f0-40ed-bce7-f2efb66519ea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.987154] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 805.987154] env[70917]: value = "task-3461381" [ 805.987154] env[70917]: _type = "Task" [ 805.987154] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.001247] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.155018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.286736] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b2dd92-d85a-296c-08a4-cc42065db47c, 'name': SearchDatastore_Task, 'duration_secs': 0.015196} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.287657] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee83cf6c-c6c9-4372-8a0d-f9d1a9727cef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.293199] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 806.293199] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521cbab4-57da-acc4-abfc-da12e8a91487" [ 806.293199] env[70917]: _type = "Task" [ 806.293199] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.301135] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521cbab4-57da-acc4-abfc-da12e8a91487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.434516] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.435073] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.438577] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.271s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.438894] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.441211] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.236s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.441462] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.443519] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.687s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.445097] env[70917]: INFO nova.compute.claims [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.472346] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5229eea7-48cc-898c-f7d5-18c00309f97c, 'name': SearchDatastore_Task, 'duration_secs': 0.020005} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.473750] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.474159] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3eb38467-b7d0-45bb-ab62-098e3e381853/3eb38467-b7d0-45bb-ab62-098e3e381853.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.476335] env[70917]: INFO nova.scheduler.client.report [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Deleted allocations for instance 12220b63-b805-43a1-b4fc-08a6cc4e0978 [ 806.482754] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b574c8e5-75e5-4e71-94a5-080043256105 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.488116] env[70917]: INFO nova.scheduler.client.report [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Deleted allocations for instance 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7 [ 806.501373] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 806.501373] env[70917]: value = "task-3461382" [ 806.501373] env[70917]: _type = "Task" [ 806.501373] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.511960] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130694} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.512504] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.513474] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae2eb9-a05c-4f14-9b68-dcd44b6d321a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.519569] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.541750] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.543593] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3defa0-2412-4d94-be55-a3c9115b8c5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.565619] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 806.565619] env[70917]: value = "task-3461383" [ 806.565619] env[70917]: _type = "Task" [ 806.565619] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.574564] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.807464] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521cbab4-57da-acc4-abfc-da12e8a91487, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.807815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.808276] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.808558] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62bb995-abb9-46c0-95f1-429199cbf7c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.815529] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 806.815529] env[70917]: value = "task-3461384" [ 806.815529] env[70917]: _type = "Task" [ 806.815529] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.824339] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.950576] env[70917]: DEBUG nova.compute.utils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.954678] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.954878] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.994594] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ea6b859-f0dd-4882-8580-5172a2b89b54 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Lock "12220b63-b805-43a1-b4fc-08a6cc4e0978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.675s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.008437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Lock "4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.376s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.011291] env[70917]: DEBUG nova.policy [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40f8d25a90ab4465821d21586cf56264', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78fedb2df3a4f858aa9f3a82dbd61a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.019953] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.075695] env[70917]: DEBUG nova.network.neutron [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Successfully updated port: 75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.079913] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461383, 'name': ReconfigVM_Task, 'duration_secs': 0.279508} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.083483] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.083483] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de95ff81-d5cb-4682-8f0e-02284fcbbd4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.090153] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 807.090153] env[70917]: value = "task-3461385" [ 807.090153] env[70917]: _type = "Task" [ 807.090153] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.101017] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461385, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.328775] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461384, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.329906] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Successfully created port: cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.456600] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.519951] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615263} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.520260] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3eb38467-b7d0-45bb-ab62-098e3e381853/3eb38467-b7d0-45bb-ab62-098e3e381853.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.520470] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.520732] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41faa97a-5a09-4a3e-9e6e-7ba8ab86468f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.533726] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 807.533726] env[70917]: value = "task-3461386" [ 807.533726] env[70917]: _type = "Task" [ 807.533726] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.544595] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "refresh_cache-3aab379f-893b-4fc8-a5bf-1189ae26ca2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581646] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired lock "refresh_cache-3aab379f-893b-4fc8-a5bf-1189ae26ca2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.581801] env[70917]: DEBUG nova.network.neutron [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.604087] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461385, 'name': Rename_Task, 'duration_secs': 0.221037} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.604417] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.604692] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9e4d0f-6b2b-4b65-8ffa-a8b5f032a1fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610771] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 807.610771] env[70917]: value = "task-3461387" [ 807.610771] env[70917]: _type = "Task" [ 807.610771] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.625342] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.808523] env[70917]: DEBUG nova.compute.manager [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Received event network-changed-6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.808850] env[70917]: DEBUG nova.compute.manager [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Refreshing instance network info cache due to event network-changed-6f081487-3e79-4c02-953e-7d9444824d98. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.809059] env[70917]: DEBUG oslo_concurrency.lockutils [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] Acquiring lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.809279] env[70917]: DEBUG oslo_concurrency.lockutils [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] Acquired lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.809862] env[70917]: DEBUG nova.network.neutron [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Refreshing network info cache for port 6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.829077] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776498} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.833072] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.833464] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.834487] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86487943-6385-4a71-bb35-1e3a23ba0310 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.840908] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 807.840908] env[70917]: value = "task-3461388" [ 807.840908] env[70917]: _type = "Task" [ 807.840908] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.855358] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.044654] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122179} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.044766] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.045953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f36d243-77a7-47af-b593-4504608c4e76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.052310] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9708c-67d6-40e9-b827-b2174e956c7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.076028] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3eb38467-b7d0-45bb-ab62-098e3e381853/3eb38467-b7d0-45bb-ab62-098e3e381853.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.076755] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c60afb9a-cb6b-451c-b07e-0b77aa001e13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.094191] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba438e5-7501-43d9-893c-e1ea778d9fdf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.134075] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c337cf-3f06-45c9-bd20-4b32a77df08b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.137130] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 808.137130] env[70917]: value = "task-3461389" [ 808.137130] env[70917]: _type = "Task" [ 808.137130] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.147903] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.148771] env[70917]: DEBUG nova.network.neutron [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.152195] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5970b2-f020-4126-99cb-abb0df98115f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.160424] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.171150] env[70917]: DEBUG nova.compute.provider_tree [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.351608] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067553} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.352044] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.352869] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d543142-4c67-4764-9a7a-08b3aa998e69 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.376189] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.377391] env[70917]: DEBUG nova.network.neutron [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Updating instance_info_cache with network_info: [{"id": "75db945e-906a-4c4f-9506-40d0c0b05846", "address": "fa:16:3e:88:0c:c1", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75db945e-90", "ovs_interfaceid": "75db945e-906a-4c4f-9506-40d0c0b05846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.380825] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66760b0f-bf16-4cdd-a956-9998101a29a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.404418] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 808.404418] env[70917]: value = "task-3461390" [ 808.404418] env[70917]: _type = "Task" [ 808.404418] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.415691] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.476033] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.638843] env[70917]: DEBUG oslo_vmware.api [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461387, 'name': PowerOnVM_Task, 'duration_secs': 0.601304} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.643325] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.643572] env[70917]: INFO nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Took 9.36 seconds to spawn the instance on the hypervisor. [ 808.644695] env[70917]: DEBUG nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.645735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e4188-f593-40bd-9e87-2ec6ae5647f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.654361] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.674817] env[70917]: DEBUG nova.scheduler.client.report [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.770275] env[70917]: DEBUG nova.network.neutron [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updated VIF entry in instance network info cache for port 6f081487-3e79-4c02-953e-7d9444824d98. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.770770] env[70917]: DEBUG nova.network.neutron [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updating instance_info_cache with network_info: [{"id": "6f081487-3e79-4c02-953e-7d9444824d98", "address": "fa:16:3e:e7:19:b8", "network": {"id": "b8e8bed0-b9e4-4b55-a177-d0b229468e17", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1498969765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e519597896d4ea485c93eb3244ba91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f081487-3e", "ovs_interfaceid": "6f081487-3e79-4c02-953e-7d9444824d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.898656] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Releasing lock "refresh_cache-3aab379f-893b-4fc8-a5bf-1189ae26ca2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.899141] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Instance network_info: |[{"id": "75db945e-906a-4c4f-9506-40d0c0b05846", "address": "fa:16:3e:88:0c:c1", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75db945e-90", "ovs_interfaceid": "75db945e-906a-4c4f-9506-40d0c0b05846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.899828] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:0c:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75db945e-906a-4c4f-9506-40d0c0b05846', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.910967] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Creating folder: Project (30dfcfcbb20b423da281cf15a19c5284). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.911530] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573a93c5-1068-490d-96c6-d9ca1317a95e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.922529] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461390, 'name': ReconfigVM_Task, 'duration_secs': 0.426579} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.922879] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db/9c9d1dea-cafa-4e05-8f35-7a5eda4037db.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.923618] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51aa4741-89a7-479e-8611-36d8f9921134 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.926467] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Created folder: Project (30dfcfcbb20b423da281cf15a19c5284) in parent group-v691255. [ 808.926725] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Creating folder: Instances. Parent ref: group-v691408. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.927417] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26413f00-620d-4ff2-bdf9-6b25a407a21f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.930930] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 808.930930] env[70917]: value = "task-3461392" [ 808.930930] env[70917]: _type = "Task" [ 808.930930] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.939017] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461392, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.940359] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Created folder: Instances in parent group-v691408. [ 808.940631] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.940923] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.941197] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be9689b0-09d0-46f9-a7d4-9458b29c7360 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.969649] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.969649] env[70917]: value = "task-3461394" [ 808.969649] env[70917]: _type = "Task" [ 808.969649] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.982142] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461394, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.150479] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461389, 'name': ReconfigVM_Task, 'duration_secs': 0.597376} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.150839] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3eb38467-b7d0-45bb-ab62-098e3e381853/3eb38467-b7d0-45bb-ab62-098e3e381853.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.151559] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3b9eb84-48da-4d78-b041-be13974489a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.160341] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 809.160341] env[70917]: value = "task-3461395" [ 809.160341] env[70917]: _type = "Task" [ 809.160341] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.170600] env[70917]: INFO nova.compute.manager [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Took 52.48 seconds to build instance. [ 809.185558] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.185558] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.193801] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461395, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.193801] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.841s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.193801] env[70917]: INFO nova.compute.claims [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.196672] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Successfully updated port: cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.275039] env[70917]: DEBUG oslo_concurrency.lockutils [req-176c6fdc-61a9-4025-9c74-e99bea2e68c9 req-cddacada-8539-48f3-8f70-37780d939345 service nova] Releasing lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.446289] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461392, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.483573] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461394, 'name': CreateVM_Task, 'duration_secs': 0.506463} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.483573] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.483573] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.483573] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.483573] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.483573] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6242f23-1db7-48be-b114-ea7cfdfad216 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.492592] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 809.492592] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520d5718-623e-1216-cc6a-b7b506334053" [ 809.492592] env[70917]: _type = "Task" [ 809.492592] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.504753] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520d5718-623e-1216-cc6a-b7b506334053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.670569] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461395, 'name': Rename_Task, 'duration_secs': 0.225563} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.670894] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.671180] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae070818-96b4-48c2-89f9-83116027006c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.673130] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4108f23b-6bfc-4a54-8abf-3e138c57f912 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "76832b17-5bf1-4966-b42f-ad77fb4af035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.070s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.680701] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 809.680701] env[70917]: value = "task-3461396" [ 809.680701] env[70917]: _type = "Task" [ 809.680701] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.691203] env[70917]: DEBUG nova.compute.utils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.693160] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.693160] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.695628] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.705333] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "refresh_cache-face8a41-907a-48a0-b295-75d925895e73" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.705333] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "refresh_cache-face8a41-907a-48a0-b295-75d925895e73" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.705333] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.770193] env[70917]: DEBUG nova.policy [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40f8d25a90ab4465821d21586cf56264', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78fedb2df3a4f858aa9f3a82dbd61a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.946157] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461392, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.009619] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520d5718-623e-1216-cc6a-b7b506334053, 'name': SearchDatastore_Task, 'duration_secs': 0.024} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.009934] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012128] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.012128] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.012128] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.012128] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.012128] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b42fe30-f52b-45ca-b050-a82ca4762a66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.021980] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.022257] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.023183] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4ac98d-f2da-40f6-8a15-f8c1b0bf98a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.032899] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 810.032899] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001f3f-aad7-2fae-7010-819a31f9a459" [ 810.032899] env[70917]: _type = "Task" [ 810.032899] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.044438] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001f3f-aad7-2fae-7010-819a31f9a459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.071643] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Successfully created port: 9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.176715] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.194040] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461396, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.198995] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.268137] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.313456] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.314534] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.314534] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.314534] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.314534] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.314710] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.315178] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.315178] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.315178] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.315428] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.315549] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.320188] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237f6185-aa89-4078-a22d-f68d6da5b397 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.332388] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e4c89b-bd05-4d17-bc0f-2ea18e096e82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.363541] env[70917]: DEBUG nova.compute.manager [req-f793c5c1-1fe5-4059-9ae6-2a2ce03cfa2f req-f5391d8a-1d87-40ea-b25d-602831e7fade service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Received event network-vif-plugged-cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.363656] env[70917]: DEBUG oslo_concurrency.lockutils [req-f793c5c1-1fe5-4059-9ae6-2a2ce03cfa2f req-f5391d8a-1d87-40ea-b25d-602831e7fade service nova] Acquiring lock "face8a41-907a-48a0-b295-75d925895e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.363866] env[70917]: DEBUG oslo_concurrency.lockutils [req-f793c5c1-1fe5-4059-9ae6-2a2ce03cfa2f req-f5391d8a-1d87-40ea-b25d-602831e7fade service nova] Lock "face8a41-907a-48a0-b295-75d925895e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.364066] env[70917]: DEBUG oslo_concurrency.lockutils [req-f793c5c1-1fe5-4059-9ae6-2a2ce03cfa2f req-f5391d8a-1d87-40ea-b25d-602831e7fade service nova] Lock "face8a41-907a-48a0-b295-75d925895e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.364247] env[70917]: DEBUG nova.compute.manager [req-f793c5c1-1fe5-4059-9ae6-2a2ce03cfa2f req-f5391d8a-1d87-40ea-b25d-602831e7fade service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] No waiting events found dispatching network-vif-plugged-cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.364530] env[70917]: WARNING nova.compute.manager [req-f793c5c1-1fe5-4059-9ae6-2a2ce03cfa2f req-f5391d8a-1d87-40ea-b25d-602831e7fade service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Received unexpected event network-vif-plugged-cf501c2d-1feb-4d35-960b-1b552f5abeaf for instance with vm_state building and task_state spawning. [ 810.367170] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cbfd7-9bc0-dff5-6377-bee5b107a457/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 810.371025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e39c5ba-a0af-4dea-a70d-f1d286321caa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.377744] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cbfd7-9bc0-dff5-6377-bee5b107a457/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 810.377925] env[70917]: ERROR oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cbfd7-9bc0-dff5-6377-bee5b107a457/disk-0.vmdk due to incomplete transfer. [ 810.378538] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b59d52e9-29eb-41f5-b328-8dbfe3199c3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.389447] env[70917]: DEBUG oslo_vmware.rw_handles [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cbfd7-9bc0-dff5-6377-bee5b107a457/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 810.389677] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Uploaded image fa4434d6-3882-4829-8460-4285db6e06bf to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 810.394515] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 810.394515] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d595280b-f62d-4d28-89f3-63836b02925b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.399068] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 810.399068] env[70917]: value = "task-3461397" [ 810.399068] env[70917]: _type = "Task" [ 810.399068] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.414674] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461397, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.442726] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461392, 'name': Rename_Task, 'duration_secs': 1.209683} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.445572] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.446063] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d7edf4-17ca-42c3-a6d0-f28c64dc93cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.452924] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 810.452924] env[70917]: value = "task-3461398" [ 810.452924] env[70917]: _type = "Task" [ 810.452924] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.464179] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.545368] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001f3f-aad7-2fae-7010-819a31f9a459, 'name': SearchDatastore_Task, 'duration_secs': 0.017458} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.546252] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5070544-3767-42c8-9883-d9cfde47b6e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.551598] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 810.551598] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5244cbbc-0136-4209-49f1-ae0b58bf6bfa" [ 810.551598] env[70917]: _type = "Task" [ 810.551598] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.562838] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5244cbbc-0136-4209-49f1-ae0b58bf6bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.701882] env[70917]: DEBUG oslo_vmware.api [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461396, 'name': PowerOnVM_Task, 'duration_secs': 0.760072} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.702263] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.702579] env[70917]: INFO nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Took 8.33 seconds to spawn the instance on the hypervisor. [ 810.702808] env[70917]: DEBUG nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.704046] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4efe5e8-1199-4365-9e8d-c1fdb903f57c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.708176] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.807058] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Updating instance_info_cache with network_info: [{"id": "cf501c2d-1feb-4d35-960b-1b552f5abeaf", "address": "fa:16:3e:6e:d1:cf", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf501c2d-1f", "ovs_interfaceid": "cf501c2d-1feb-4d35-960b-1b552f5abeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.877538] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff38eb-4f7f-4b4e-8809-cf49ecebf38f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.887093] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3dd3bb-e44c-47da-840f-d133f9d96e43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.928618] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca09a3f-244e-4845-9f53-320336984fb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.940838] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a7c71-e319-481a-ae7e-6f14baa8fbe3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.945948] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461397, 'name': Destroy_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.957108] env[70917]: DEBUG nova.compute.provider_tree [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.968209] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461398, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.064079] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5244cbbc-0136-4209-49f1-ae0b58bf6bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.019091} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.064533] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.064818] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3aab379f-893b-4fc8-a5bf-1189ae26ca2f/3aab379f-893b-4fc8-a5bf-1189ae26ca2f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.065296] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c18456f2-1f16-4da7-af13-6ee0e5cdf592 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.072418] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 811.072418] env[70917]: value = "task-3461399" [ 811.072418] env[70917]: _type = "Task" [ 811.072418] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.079082] env[70917]: DEBUG nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Received event network-vif-plugged-75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.079517] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Acquiring lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.079517] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.080100] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.080100] env[70917]: DEBUG nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] No waiting events found dispatching network-vif-plugged-75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.080100] env[70917]: WARNING nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Received unexpected event network-vif-plugged-75db945e-906a-4c4f-9506-40d0c0b05846 for instance with vm_state building and task_state spawning. [ 811.080557] env[70917]: DEBUG nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Received event network-changed-75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.080557] env[70917]: DEBUG nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Refreshing instance network info cache due to event network-changed-75db945e-906a-4c4f-9506-40d0c0b05846. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.080557] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Acquiring lock "refresh_cache-3aab379f-893b-4fc8-a5bf-1189ae26ca2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.080879] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Acquired lock "refresh_cache-3aab379f-893b-4fc8-a5bf-1189ae26ca2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.080879] env[70917]: DEBUG nova.network.neutron [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Refreshing network info cache for port 75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.085782] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.225272] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.232795] env[70917]: INFO nova.compute.manager [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Took 49.35 seconds to build instance. [ 811.260902] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.265863] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.265863] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.266108] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.266205] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.266394] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.266573] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.266742] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.266940] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.267139] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.267356] env[70917]: DEBUG nova.virt.hardware [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.269755] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a7c59d-5d68-49a3-aa08-1934d7e8d5e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.280934] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba6337-4001-48be-8265-a82c8c804844 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.313465] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "refresh_cache-face8a41-907a-48a0-b295-75d925895e73" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.313821] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Instance network_info: |[{"id": "cf501c2d-1feb-4d35-960b-1b552f5abeaf", "address": "fa:16:3e:6e:d1:cf", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf501c2d-1f", "ovs_interfaceid": "cf501c2d-1feb-4d35-960b-1b552f5abeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.314279] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:d1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf501c2d-1feb-4d35-960b-1b552f5abeaf', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.326860] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Creating folder: Project (e78fedb2df3a4f858aa9f3a82dbd61a0). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.326860] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5f6abc7-d38f-40e0-b15d-0816b019156b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.343850] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Created folder: Project (e78fedb2df3a4f858aa9f3a82dbd61a0) in parent group-v691255. [ 811.344075] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Creating folder: Instances. Parent ref: group-v691411. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.344330] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a033f02b-12ca-4a71-a4aa-b51e16a1a141 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.357342] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Created folder: Instances in parent group-v691411. [ 811.357342] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.357441] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: face8a41-907a-48a0-b295-75d925895e73] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.359023] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04681b39-4352-4435-9821-94fe4e332741 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.380844] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.380844] env[70917]: value = "task-3461402" [ 811.380844] env[70917]: _type = "Task" [ 811.380844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.389639] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461402, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.435027] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461397, 'name': Destroy_Task, 'duration_secs': 0.578335} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.435027] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroyed the VM [ 811.435557] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 811.439030] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fbd1e794-a7ee-4a91-a814-4a1ca72f2455 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.442695] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 811.442695] env[70917]: value = "task-3461403" [ 811.442695] env[70917]: _type = "Task" [ 811.442695] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.459389] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.466154] env[70917]: DEBUG nova.scheduler.client.report [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.476815] env[70917]: DEBUG oslo_vmware.api [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461398, 'name': PowerOnVM_Task, 'duration_secs': 0.609701} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.477471] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.477922] env[70917]: DEBUG nova.compute.manager [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.479823] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ef1fb-e50c-4d2a-a8cb-456e295bce61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.583789] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461399, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.621459] env[70917]: INFO nova.compute.manager [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Rebuilding instance [ 811.704863] env[70917]: DEBUG nova.compute.manager [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.706747] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6017cdda-0741-4948-b564-a22fa12a2724 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.733979] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.970s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.895118] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461402, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.957139] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.973354] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.973354] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.977374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.290s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.979537] env[70917]: INFO nova.compute.claims [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.004492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.086836] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779988} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.087122] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3aab379f-893b-4fc8-a5bf-1189ae26ca2f/3aab379f-893b-4fc8-a5bf-1189ae26ca2f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.087389] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.087668] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd7f256-08e8-4c4e-a68e-9bbc92735543 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.094543] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 812.094543] env[70917]: value = "task-3461404" [ 812.094543] env[70917]: _type = "Task" [ 812.094543] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.103894] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.106340] env[70917]: DEBUG nova.network.neutron [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Updated VIF entry in instance network info cache for port 75db945e-906a-4c4f-9506-40d0c0b05846. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.111031] env[70917]: DEBUG nova.network.neutron [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Updating instance_info_cache with network_info: [{"id": "75db945e-906a-4c4f-9506-40d0c0b05846", "address": "fa:16:3e:88:0c:c1", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75db945e-90", "ovs_interfaceid": "75db945e-906a-4c4f-9506-40d0c0b05846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.244235] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.265076] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Successfully updated port: 9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.393167] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461402, 'name': CreateVM_Task, 'duration_secs': 0.590325} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.393328] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: face8a41-907a-48a0-b295-75d925895e73] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.394057] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.394336] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.394693] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.395024] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a4e990-3052-410d-89cd-0a8a39363124 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.400572] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 812.400572] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fb588c-7af8-c985-f24e-302ef2807b71" [ 812.400572] env[70917]: _type = "Task" [ 812.400572] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.410799] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fb588c-7af8-c985-f24e-302ef2807b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.453442] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-dc670653-4db2-4482-9b29-b3d9853a3593-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.453698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-dc670653-4db2-4482-9b29-b3d9853a3593-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.454061] env[70917]: DEBUG nova.objects.instance [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'flavor' on Instance uuid dc670653-4db2-4482-9b29-b3d9853a3593 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.455596] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461403, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.487905] env[70917]: DEBUG nova.compute.utils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.489517] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.489771] env[70917]: DEBUG nova.network.neutron [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.592481] env[70917]: DEBUG nova.policy [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7b92d4312d47828090fced6e797541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6a368468998456aa09c32909a8869b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.605654] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073733} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.605934] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.607770] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ded35da-22b8-48d6-8d4e-bc3898314f7d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.614437] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Releasing lock "refresh_cache-3aab379f-893b-4fc8-a5bf-1189ae26ca2f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.614437] env[70917]: DEBUG nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Received event network-changed-6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.614437] env[70917]: DEBUG nova.compute.manager [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Refreshing instance network info cache due to event network-changed-6f081487-3e79-4c02-953e-7d9444824d98. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.614437] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Acquiring lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.614437] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Acquired lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.614437] env[70917]: DEBUG nova.network.neutron [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Refreshing network info cache for port 6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.647901] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3aab379f-893b-4fc8-a5bf-1189ae26ca2f/3aab379f-893b-4fc8-a5bf-1189ae26ca2f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.648078] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ad453d-9e86-4e50-82eb-0efcb427684e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.674697] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 812.674697] env[70917]: value = "task-3461405" [ 812.674697] env[70917]: _type = "Task" [ 812.674697] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.684703] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.724348] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.724732] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f5b8c96-5193-43d2-8b9b-1371d53ea8c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.731881] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 812.731881] env[70917]: value = "task-3461406" [ 812.731881] env[70917]: _type = "Task" [ 812.731881] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.745518] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.771697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "refresh_cache-c2741fec-4444-45f0-977f-6bdb23ab33cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.771697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "refresh_cache-c2741fec-4444-45f0-977f-6bdb23ab33cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.771697] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.775198] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.913657] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fb588c-7af8-c985-f24e-302ef2807b71, 'name': SearchDatastore_Task, 'duration_secs': 0.020725} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.914302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.914986] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.915535] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.915796] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.916162] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.916582] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b46b4e-9d4b-46ee-8df2-e2b3543735f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.929696] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.929696] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.929696] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e345c51a-0634-42d9-aeb5-4863e9bf4da9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.939991] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 812.939991] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ab898b-df5d-0924-69a2-c113f545bc46" [ 812.939991] env[70917]: _type = "Task" [ 812.939991] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.964992] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ab898b-df5d-0924-69a2-c113f545bc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.971567] env[70917]: DEBUG oslo_vmware.api [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461403, 'name': RemoveSnapshot_Task, 'duration_secs': 1.442162} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.974139] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 812.974139] env[70917]: INFO nova.compute.manager [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 16.77 seconds to snapshot the instance on the hypervisor. [ 812.996914] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.115623] env[70917]: DEBUG nova.objects.instance [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'pci_requests' on Instance uuid dc670653-4db2-4482-9b29-b3d9853a3593 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.150683] env[70917]: DEBUG nova.network.neutron [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Successfully created port: 966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.189747] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.249860] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461406, 'name': PowerOffVM_Task, 'duration_secs': 0.285156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.250168] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.250531] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.252044] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d11ed0-a30e-435a-859b-f26c342d90e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.259883] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.259883] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0589bbce-d3b3-4507-89d0-2057e3d1d0e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.291487] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.291844] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.292213] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleting the datastore file [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.292452] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af95432a-1567-422b-8e5c-e528ffd8154a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.301351] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 813.301351] env[70917]: value = "task-3461408" [ 813.301351] env[70917]: _type = "Task" [ 813.301351] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.315537] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.327288] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.454644] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ab898b-df5d-0924-69a2-c113f545bc46, 'name': SearchDatastore_Task, 'duration_secs': 0.019119} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.461307] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef16799-bf7a-4556-9892-f76ead80edd4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.467622] env[70917]: DEBUG nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Received event network-changed-cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.469017] env[70917]: DEBUG nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Refreshing instance network info cache due to event network-changed-cf501c2d-1feb-4d35-960b-1b552f5abeaf. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.469017] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Acquiring lock "refresh_cache-face8a41-907a-48a0-b295-75d925895e73" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.469017] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Acquired lock "refresh_cache-face8a41-907a-48a0-b295-75d925895e73" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.469017] env[70917]: DEBUG nova.network.neutron [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Refreshing network info cache for port cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.475456] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 813.475456] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523acc07-e8ec-047b-ec74-8fe2c46731bf" [ 813.475456] env[70917]: _type = "Task" [ 813.475456] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.491971] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523acc07-e8ec-047b-ec74-8fe2c46731bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.565380] env[70917]: DEBUG nova.compute.manager [None req-f8cbe88d-5baa-42dc-9ad8-65811d8a4de7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Found 2 images (rotation: 2) {{(pid=70917) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 813.591038] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "3eb38467-b7d0-45bb-ab62-098e3e381853" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.591302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.591558] env[70917]: INFO nova.compute.manager [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Rebooting instance [ 813.607143] env[70917]: DEBUG nova.network.neutron [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updated VIF entry in instance network info cache for port 6f081487-3e79-4c02-953e-7d9444824d98. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.607580] env[70917]: DEBUG nova.network.neutron [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updating instance_info_cache with network_info: [{"id": "6f081487-3e79-4c02-953e-7d9444824d98", "address": "fa:16:3e:e7:19:b8", "network": {"id": "b8e8bed0-b9e4-4b55-a177-d0b229468e17", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1498969765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e519597896d4ea485c93eb3244ba91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f081487-3e", "ovs_interfaceid": "6f081487-3e79-4c02-953e-7d9444824d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.610165] env[70917]: DEBUG nova.network.neutron [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Updating instance_info_cache with network_info: [{"id": "9e7cde01-5b0c-45c9-8720-955fa8c64e70", "address": "fa:16:3e:4c:be:0e", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7cde01-5b", "ovs_interfaceid": "9e7cde01-5b0c-45c9-8720-955fa8c64e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.624259] env[70917]: DEBUG nova.objects.base [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 813.624259] env[70917]: DEBUG nova.network.neutron [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.687697] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461405, 'name': ReconfigVM_Task, 'duration_secs': 0.59184} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.687910] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3aab379f-893b-4fc8-a5bf-1189ae26ca2f/3aab379f-893b-4fc8-a5bf-1189ae26ca2f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.689151] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0362b39-4574-4baa-bde4-0a9beaf6200e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.700605] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 813.700605] env[70917]: value = "task-3461409" [ 813.700605] env[70917]: _type = "Task" [ 813.700605] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.703012] env[70917]: DEBUG nova.policy [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.716893] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461409, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.757834] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1c219-7a96-40c5-8e4f-2805b2f9223b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.766797] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9960e1-076f-4492-9017-b35178b66623 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.810584] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ea4bff-6162-4211-bcdd-6e885786fd31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.818355] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182782} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.820633] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.820860] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.821053] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.824579] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8972a48-2dde-40fe-b0d2-572eafb96906 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.841539] env[70917]: DEBUG nova.compute.provider_tree [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.989023] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523acc07-e8ec-047b-ec74-8fe2c46731bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.989023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.989023] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] face8a41-907a-48a0-b295-75d925895e73/face8a41-907a-48a0-b295-75d925895e73.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.989023] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f26a83-1d72-4224-9a17-6eace9a73935 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.997240] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 813.997240] env[70917]: value = "task-3461410" [ 813.997240] env[70917]: _type = "Task" [ 813.997240] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.007513] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.015270] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.045970] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:28:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5cf1cca0-fa14-4a61-92fd-373b65d1ab46',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-871702284',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.046225] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.046389] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.046717] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.049019] env[70917]: DEBUG nova.virt.hardware [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.049019] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b3fdc-c2b0-4fe1-8331-45fa7934555d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.056308] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c174fadf-6ad8-435b-8c29-61929e188567 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.112873] env[70917]: DEBUG oslo_concurrency.lockutils [req-627d88d2-7697-4048-8e46-efe114824060 req-25f46c08-287b-4d5f-85d3-b4e67f61be1f service nova] Releasing lock "refresh_cache-f58ffc5d-fd70-490d-8389-6319b1b27eff" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.113432] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "refresh_cache-c2741fec-4444-45f0-977f-6bdb23ab33cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.113732] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Instance network_info: |[{"id": "9e7cde01-5b0c-45c9-8720-955fa8c64e70", "address": "fa:16:3e:4c:be:0e", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7cde01-5b", "ovs_interfaceid": "9e7cde01-5b0c-45c9-8720-955fa8c64e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.114146] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:be:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e7cde01-5b0c-45c9-8720-955fa8c64e70', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.125171] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.131866] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.131866] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquired lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.131866] env[70917]: DEBUG nova.network.neutron [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.132647] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.132975] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992b50b2-90f2-4e27-bceb-3c52dbb17694 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.154949] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.154949] env[70917]: value = "task-3461411" [ 814.154949] env[70917]: _type = "Task" [ 814.154949] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.168534] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461411, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.219023] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461409, 'name': Rename_Task, 'duration_secs': 0.158943} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.219023] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.219023] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb192bd-07e5-4f44-be48-4226e1bf42e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.219023] env[70917]: DEBUG nova.network.neutron [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Successfully created port: 9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.225066] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 814.225066] env[70917]: value = "task-3461412" [ 814.225066] env[70917]: _type = "Task" [ 814.225066] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.237140] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.312151] env[70917]: DEBUG nova.network.neutron [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Updated VIF entry in instance network info cache for port cf501c2d-1feb-4d35-960b-1b552f5abeaf. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.312554] env[70917]: DEBUG nova.network.neutron [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Updating instance_info_cache with network_info: [{"id": "cf501c2d-1feb-4d35-960b-1b552f5abeaf", "address": "fa:16:3e:6e:d1:cf", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf501c2d-1f", "ovs_interfaceid": "cf501c2d-1feb-4d35-960b-1b552f5abeaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.347502] env[70917]: DEBUG nova.scheduler.client.report [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.512287] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461410, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.672732] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.678054] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.678054] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.678054] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.678054] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.679774] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461411, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.684300] env[70917]: INFO nova.compute.manager [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Terminating instance [ 814.737244] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.821366] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Releasing lock "refresh_cache-face8a41-907a-48a0-b295-75d925895e73" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.821366] env[70917]: DEBUG nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Received event network-vif-plugged-9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.821366] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Acquiring lock "c2741fec-4444-45f0-977f-6bdb23ab33cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.821366] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.821366] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.821366] env[70917]: DEBUG nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] No waiting events found dispatching network-vif-plugged-9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.821366] env[70917]: WARNING nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Received unexpected event network-vif-plugged-9e7cde01-5b0c-45c9-8720-955fa8c64e70 for instance with vm_state building and task_state spawning. [ 814.821366] env[70917]: DEBUG nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Received event network-changed-9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.821366] env[70917]: DEBUG nova.compute.manager [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Refreshing instance network info cache due to event network-changed-9e7cde01-5b0c-45c9-8720-955fa8c64e70. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.821366] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Acquiring lock "refresh_cache-c2741fec-4444-45f0-977f-6bdb23ab33cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.821366] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Acquired lock "refresh_cache-c2741fec-4444-45f0-977f-6bdb23ab33cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.822194] env[70917]: DEBUG nova.network.neutron [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Refreshing network info cache for port 9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.855275] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.855813] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.858552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.851s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.858795] env[70917]: DEBUG nova.objects.instance [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lazy-loading 'resources' on Instance uuid 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.014543] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845323} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.015059] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] face8a41-907a-48a0-b295-75d925895e73/face8a41-907a-48a0-b295-75d925895e73.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.015389] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.015678] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-728d013e-273c-49d4-a83c-979ad55caf24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.022539] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 815.022539] env[70917]: value = "task-3461413" [ 815.022539] env[70917]: _type = "Task" [ 815.022539] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.033505] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.037677] env[70917]: DEBUG nova.network.neutron [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Updating instance_info_cache with network_info: [{"id": "b1baa112-a9b4-4364-957d-82df2ba70b57", "address": "fa:16:3e:7e:9a:9b", "network": {"id": "cf296264-ef14-43a9-ba1d-0b73250e0ca6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1944824563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd1873ea61274d22b38df9df9ad4d596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1baa112-a9", "ovs_interfaceid": "b1baa112-a9b4-4364-957d-82df2ba70b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.133336] env[70917]: DEBUG nova.network.neutron [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Successfully updated port: 966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.168836] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461411, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.193547] env[70917]: DEBUG nova.compute.manager [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.193737] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.198918] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271aaf9c-1441-49d2-b6a0-736a9b9d7a2a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.207456] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.208455] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f13ed6fe-151d-4d05-9e37-6fb97a5992f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.216195] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 815.216195] env[70917]: value = "task-3461414" [ 815.216195] env[70917]: _type = "Task" [ 815.216195] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.225553] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.236271] env[70917]: DEBUG oslo_vmware.api [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461412, 'name': PowerOnVM_Task, 'duration_secs': 0.99248} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.236493] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.236701] env[70917]: INFO nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Took 9.69 seconds to spawn the instance on the hypervisor. [ 815.236880] env[70917]: DEBUG nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.237716] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a187a-9c3c-4c68-b096-70f942807db7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.258618] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.259063] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.259063] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.259154] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.259290] env[70917]: DEBUG nova.virt.hardware [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.260142] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b68c7-3352-4292-a990-70ed05b46500 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.273041] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758b23a-c2f4-4a7e-b1f6-5e3410a5573a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.289847] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.296229] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.298186] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.301159] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a59a0f2-e8bf-467b-922e-f0fbe7709146 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.314158] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.314325] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.321843] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.321843] env[70917]: value = "task-3461415" [ 815.321843] env[70917]: _type = "Task" [ 815.321843] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.333222] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461415, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.364902] env[70917]: DEBUG nova.compute.utils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.366944] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.367195] env[70917]: DEBUG nova.network.neutron [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.421618] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3244d-618a-2bfc-5d12-3902d8e3d0b4/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.426072] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f94c6fa-416d-4f0a-9992-25adf66a36fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.429542] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3244d-618a-2bfc-5d12-3902d8e3d0b4/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.429709] env[70917]: ERROR oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3244d-618a-2bfc-5d12-3902d8e3d0b4/disk-0.vmdk due to incomplete transfer. [ 815.429930] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0cbf792-a4b0-4134-8bb0-5eddf2cc846e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.439017] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d3244d-618a-2bfc-5d12-3902d8e3d0b4/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.439017] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Uploaded image 845e190a-3c27-4147-8992-0bfc24203246 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.439622] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.439972] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ad1eb1d-48ca-479f-b91f-f26fc87fec0d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.451353] env[70917]: DEBUG nova.policy [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e889b218ba4499a21d8c0d31000b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9895ab3cd7ae49459d02df2b6cc67149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.452757] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 815.452757] env[70917]: value = "task-3461416" [ 815.452757] env[70917]: _type = "Task" [ 815.452757] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.460297] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461416, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.534208] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17095} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.534480] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.535279] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb48082-6b1b-4001-a4e2-d4780a1635dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.540842] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Releasing lock "refresh_cache-3eb38467-b7d0-45bb-ab62-098e3e381853" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.562629] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] face8a41-907a-48a0-b295-75d925895e73/face8a41-907a-48a0-b295-75d925895e73.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.569744] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b047b8-d95f-4ff1-b153-9f3899b49a8e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.583923] env[70917]: DEBUG nova.compute.manager [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.585528] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b9cce-1dde-4ec4-8724-d95029a2c787 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.599013] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 815.599013] env[70917]: value = "task-3461417" [ 815.599013] env[70917]: _type = "Task" [ 815.599013] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.607869] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.634417] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.634552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.634655] env[70917]: DEBUG nova.network.neutron [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.669244] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461411, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.729561] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.736561] env[70917]: DEBUG nova.network.neutron [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Updated VIF entry in instance network info cache for port 9e7cde01-5b0c-45c9-8720-955fa8c64e70. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.736912] env[70917]: DEBUG nova.network.neutron [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Updating instance_info_cache with network_info: [{"id": "9e7cde01-5b0c-45c9-8720-955fa8c64e70", "address": "fa:16:3e:4c:be:0e", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e7cde01-5b", "ovs_interfaceid": "9e7cde01-5b0c-45c9-8720-955fa8c64e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.760067] env[70917]: INFO nova.compute.manager [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Took 53.76 seconds to build instance. [ 815.771416] env[70917]: DEBUG nova.compute.manager [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.771924] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed0d49-5835-49a8-9f64-d2ae7a911147 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.833091] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461415, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.870520] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.876114] env[70917]: DEBUG nova.network.neutron [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Successfully updated port: 9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.923287] env[70917]: DEBUG nova.network.neutron [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Successfully created port: 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.964445] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461416, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.994658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "f58ffc5d-fd70-490d-8389-6319b1b27eff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.994658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.994865] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "f58ffc5d-fd70-490d-8389-6319b1b27eff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.995028] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.995437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.000527] env[70917]: INFO nova.compute.manager [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Terminating instance [ 816.030184] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57970505-5946-422d-8d5f-1ad3bfd02b37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.038128] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ee8ac-a98a-4b21-948f-adf2b16da204 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.071020] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e594c3e-2e0d-4d15-bd50-6afb32b92fc4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.078841] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82eec3e-c56e-443b-ba40-1e32bb0c453f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.092850] env[70917]: DEBUG nova.compute.provider_tree [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.114329] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.170649] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461411, 'name': CreateVM_Task, 'duration_secs': 1.81078} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.171949] env[70917]: DEBUG nova.network.neutron [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.175029] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.175029] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.175457] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.175922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.177171] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c28c25-68d3-4490-a828-c978fd5fc9e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.182787] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 816.182787] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522744ed-0472-8a93-d8cd-02ad09db0147" [ 816.182787] env[70917]: _type = "Task" [ 816.182787] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.192065] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522744ed-0472-8a93-d8cd-02ad09db0147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.236676] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461414, 'name': PowerOffVM_Task, 'duration_secs': 0.94913} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.237166] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.237784] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.238368] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cafb6263-90d5-4fcc-b53a-b29f2bb774fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.241140] env[70917]: DEBUG oslo_concurrency.lockutils [req-670bcbee-7522-4b29-876e-6ebc1e97ecd1 req-f29381d7-1c83-4a81-8f07-0d487493665a service nova] Releasing lock "refresh_cache-c2741fec-4444-45f0-977f-6bdb23ab33cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.263621] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bedfdf75-b335-411c-9c29-0981b13c97f8 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.902s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.285349] env[70917]: INFO nova.compute.manager [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] instance snapshotting [ 816.285508] env[70917]: DEBUG nova.objects.instance [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'flavor' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.305253] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.306080] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.306080] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore1] 9c9d1dea-cafa-4e05-8f35-7a5eda4037db {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.306080] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f100de6d-8bb5-4cc0-97fb-182397fc048a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.313961] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 816.313961] env[70917]: value = "task-3461419" [ 816.313961] env[70917]: _type = "Task" [ 816.313961] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.321758] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.333453] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461415, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.337851] env[70917]: DEBUG nova.network.neutron [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.379958] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.380309] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.380557] env[70917]: DEBUG nova.network.neutron [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.469126] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461416, 'name': Destroy_Task, 'duration_secs': 0.85194} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.470234] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Destroyed the VM [ 816.470584] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.470929] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1889f120-5527-41c2-82c1-d3bc63b058d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.478324] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 816.478324] env[70917]: value = "task-3461420" [ 816.478324] env[70917]: _type = "Task" [ 816.478324] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.489590] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461420, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.505470] env[70917]: DEBUG nova.compute.manager [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.505470] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.505691] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a6aa6-4cd5-400b-ac49-8f6921429681 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.515482] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.515482] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c44150-e678-4d30-adaf-59a50106201b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.520928] env[70917]: DEBUG oslo_vmware.api [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 816.520928] env[70917]: value = "task-3461421" [ 816.520928] env[70917]: _type = "Task" [ 816.520928] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.529175] env[70917]: DEBUG oslo_vmware.api [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.597173] env[70917]: DEBUG nova.scheduler.client.report [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.610352] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f0cf6-42b2-4cb9-bcbd-5987a2942453 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.620949] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461417, 'name': ReconfigVM_Task, 'duration_secs': 0.600533} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.623713] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Reconfigured VM instance instance-0000002f to attach disk [datastore2] face8a41-907a-48a0-b295-75d925895e73/face8a41-907a-48a0-b295-75d925895e73.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.624890] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Doing hard reboot of VM {{(pid=70917) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 816.625322] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b25288f-9210-4f68-a9fc-908ccfd91ff6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.627252] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cc3924fd-b26c-40f9-be70-457f9b2630e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.634482] env[70917]: DEBUG oslo_vmware.api [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 816.634482] env[70917]: value = "task-3461423" [ 816.634482] env[70917]: _type = "Task" [ 816.634482] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.635950] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 816.635950] env[70917]: value = "task-3461422" [ 816.635950] env[70917]: _type = "Task" [ 816.635950] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.650165] env[70917]: DEBUG oslo_vmware.api [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461423, 'name': ResetVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.653840] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461422, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.693922] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522744ed-0472-8a93-d8cd-02ad09db0147, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.694286] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.694572] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.694843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.695016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.695261] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.695562] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5884e4ba-9c0b-4879-a3b3-e1317f1fcbf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.703856] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.703971] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.704721] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad41d18c-d4b7-4a08-bfdd-7ec80db48a7d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.710286] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 816.710286] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52153f9e-d72f-615f-ba7c-af1bc6ccec9a" [ 816.710286] env[70917]: _type = "Task" [ 816.710286] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.718231] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52153f9e-d72f-615f-ba7c-af1bc6ccec9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.768154] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.776045] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "62b6da56-6d93-4d88-8f36-7056a25c5486" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.776430] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.790628] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97974037-feac-4394-b2f2-5f953a0cc9fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.821356] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fa48a1-64cf-4d09-8d37-94ac3c737e75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.838052] env[70917]: DEBUG oslo_vmware.api [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165945} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.839078] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.839358] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.839605] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.839838] env[70917]: INFO nova.compute.manager [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Took 1.65 seconds to destroy the instance on the hypervisor. [ 816.840155] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.844389] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.844846] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Instance network_info: |[{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.845146] env[70917]: DEBUG nova.compute.manager [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.845302] env[70917]: DEBUG nova.network.neutron [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.847039] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461415, 'name': CreateVM_Task, 'duration_secs': 1.067628} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.847582] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:87:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '966efecf-49d5-45b1-aa0d-9d77d567df7e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.855986] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.856690] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.857261] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.858355] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.858653] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.859146] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.859585] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c19bfb1-a2a1-4d13-a9eb-209788562b41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.877960] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b3ce37-8059-4f38-bd11-d017334fb9f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.883725] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.892820] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 816.892820] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526fd9d1-153c-d5d2-c222-ff353b08bfcb" [ 816.892820] env[70917]: _type = "Task" [ 816.892820] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.893489] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.893489] env[70917]: value = "task-3461424" [ 816.893489] env[70917]: _type = "Task" [ 816.893489] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.906449] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526fd9d1-153c-d5d2-c222-ff353b08bfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014719} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.911163] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.911502] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.911881] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.912205] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.912450] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.913047] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461424, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.913317] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3673263-74c7-49cf-9e6a-e9c08698489d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.923656] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.923656] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.926659] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.926806] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.926854] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.927836] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.927836] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.927836] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.927836] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.927836] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.928097] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.929419] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.929419] env[70917]: DEBUG nova.virt.hardware [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.929419] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85861bff-0129-4b6d-9a0a-2a25f3e75715 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.932494] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d7e640-e3dc-45a9-8250-6b2a1827b1de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.943812] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 816.943812] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e22006-fd39-7924-9ec4-580411da3c83" [ 816.943812] env[70917]: _type = "Task" [ 816.943812] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.943812] env[70917]: WARNING nova.network.neutron [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] af5d5e6c-79d1-47d6-871b-22a2ef0710f3 already exists in list: networks containing: ['af5d5e6c-79d1-47d6-871b-22a2ef0710f3']. ignoring it [ 816.946746] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152a35c-6433-44a1-a9ed-fcacc52ac456 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.960160] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e22006-fd39-7924-9ec4-580411da3c83, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.969532] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b0ca33-8309-4623-87a0-d539aa05506b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.974936] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 816.974936] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a070c0-766c-baa3-7c32-1f50922c27b5" [ 816.974936] env[70917]: _type = "Task" [ 816.974936] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.984794] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a070c0-766c-baa3-7c32-1f50922c27b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.989488] env[70917]: DEBUG oslo_vmware.api [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461420, 'name': RemoveSnapshot_Task, 'duration_secs': 0.462252} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.989752] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 816.989985] env[70917]: INFO nova.compute.manager [None req-0699266d-cea1-4dc9-bb9b-e65678f695ee tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Took 17.10 seconds to snapshot the instance on the hypervisor. [ 817.032362] env[70917]: DEBUG oslo_vmware.api [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461421, 'name': PowerOffVM_Task, 'duration_secs': 0.250417} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.032362] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.032362] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.032574] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa27848a-ca05-49bb-8bf9-12a95765e75b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.100834] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.101080] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.101285] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Deleting the datastore file [datastore1] f58ffc5d-fd70-490d-8389-6319b1b27eff {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.102199] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.106382] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f64cbc-fbbb-4a8b-aa38-c563226e671c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.111480] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.639s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.111764] env[70917]: DEBUG nova.objects.instance [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'resources' on Instance uuid a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.119787] env[70917]: DEBUG oslo_vmware.api [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for the task: (returnval){ [ 817.119787] env[70917]: value = "task-3461426" [ 817.119787] env[70917]: _type = "Task" [ 817.119787] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.129790] env[70917]: DEBUG oslo_vmware.api [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.132375] env[70917]: INFO nova.scheduler.client.report [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Deleted allocations for instance 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12 [ 817.150322] env[70917]: DEBUG oslo_vmware.api [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461423, 'name': ResetVM_Task, 'duration_secs': 0.10411} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.153602] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Did hard reboot of VM {{(pid=70917) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 817.155745] env[70917]: DEBUG nova.compute.manager [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.155745] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461422, 'name': Rename_Task, 'duration_secs': 0.177465} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.155745] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c6ef1-d0ca-4796-ac0f-614d2f2e9273 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.158156] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.159832] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38928369-7bf7-4a33-a49a-58a3e9ea2157 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.169952] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 817.169952] env[70917]: value = "task-3461427" [ 817.169952] env[70917]: _type = "Task" [ 817.169952] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.182311] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.227677] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52153f9e-d72f-615f-ba7c-af1bc6ccec9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.228752] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83be953-e75d-43c7-9f98-6613a5c29255 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.235048] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 817.235048] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52478e64-ce76-ab31-1169-cc7fa98aab43" [ 817.235048] env[70917]: _type = "Task" [ 817.235048] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.244866] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52478e64-ce76-ab31-1169-cc7fa98aab43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.340188] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 817.341509] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.341788] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03c7c2f1-977b-4ade-b01e-f72e90be72f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.349399] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 817.349399] env[70917]: value = "task-3461428" [ 817.349399] env[70917]: _type = "Task" [ 817.349399] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.359734] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.410857] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461424, 'name': CreateVM_Task, 'duration_secs': 0.455166} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.411076] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.411913] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.412140] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.412526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.412843] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6612b7-b428-4c95-b486-476e2eb04905 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.418830] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 817.418830] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e6c50b-b9a4-2de4-5d2a-a28d5c8ab6e7" [ 817.418830] env[70917]: _type = "Task" [ 817.418830] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.428014] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "1574ca17-f104-46d1-bca2-3f88470f8475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.428250] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "1574ca17-f104-46d1-bca2-3f88470f8475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.433989] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e6c50b-b9a4-2de4-5d2a-a28d5c8ab6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.434965] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.434965] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.435125] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.486209] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a070c0-766c-baa3-7c32-1f50922c27b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.486534] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.486800] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.487617] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.487617] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.487617] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f57868e9-47db-4491-93ce-251aaf760bf3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.490078] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc862079-e1cd-44fe-aa8c-af89d67c33b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.499136] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 817.499136] env[70917]: value = "task-3461429" [ 817.499136] env[70917]: _type = "Task" [ 817.499136] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.501912] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.502116] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.509039] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcece36-5785-42cf-ba10-b8b673aaed89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.517725] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.520041] env[70917]: DEBUG nova.network.neutron [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bae0485-02c2-4c02-996f-b7ab7e9219ea", "address": "fa:16:3e:86:21:e6", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bae0485-02", "ovs_interfaceid": "9bae0485-02c2-4c02-996f-b7ab7e9219ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.520640] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 817.520640] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e3f66-3362-2753-7fa1-2e026e1707b2" [ 817.520640] env[70917]: _type = "Task" [ 817.520640] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.533484] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e3f66-3362-2753-7fa1-2e026e1707b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.534322] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ccdf19-ac9e-431d-8e87-e498e4268e6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.540441] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 817.540441] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ede11b-c198-5740-bcf3-9387590af5c0" [ 817.540441] env[70917]: _type = "Task" [ 817.540441] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.552758] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ede11b-c198-5740-bcf3-9387590af5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.625567] env[70917]: DEBUG nova.compute.manager [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Received event network-vif-plugged-966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.625934] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] Acquiring lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.625934] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.626281] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.626281] env[70917]: DEBUG nova.compute.manager [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] No waiting events found dispatching network-vif-plugged-966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.626483] env[70917]: WARNING nova.compute.manager [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Received unexpected event network-vif-plugged-966efecf-49d5-45b1-aa0d-9d77d567df7e for instance with vm_state building and task_state spawning. [ 817.626641] env[70917]: DEBUG nova.compute.manager [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Received event network-changed-966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.626782] env[70917]: DEBUG nova.compute.manager [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Refreshing instance network info cache due to event network-changed-966efecf-49d5-45b1-aa0d-9d77d567df7e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.626991] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] Acquiring lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.627150] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] Acquired lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.627301] env[70917]: DEBUG nova.network.neutron [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Refreshing network info cache for port 966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.634400] env[70917]: DEBUG oslo_vmware.api [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Task: {'id': task-3461426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142024} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.634871] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.635084] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.635346] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.635587] env[70917]: INFO nova.compute.manager [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 817.635849] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.636142] env[70917]: DEBUG nova.compute.manager [-] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.636259] env[70917]: DEBUG nova.network.neutron [-] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.650403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bb3ed450-6c36-4d53-a922-af43bd334722 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "9e03ec3e-a5fe-47e0-9fee-3d86fa604b12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.124s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.662710] env[70917]: DEBUG nova.network.neutron [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.675025] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2e4262c-3284-48ed-b56e-8ad1bb25506c tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.084s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.691544] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461427, 'name': PowerOnVM_Task, 'duration_secs': 0.521696} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.691914] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.692076] env[70917]: INFO nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Took 9.22 seconds to spawn the instance on the hypervisor. [ 817.692309] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.693726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c2fd0-56eb-4914-9f9e-e3d3db208e2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.747992] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52478e64-ce76-ab31-1169-cc7fa98aab43, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.751874] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752464] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c2741fec-4444-45f0-977f-6bdb23ab33cf/c2741fec-4444-45f0-977f-6bdb23ab33cf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.752883] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398e01b1-2ce8-4b54-87fa-c5fd15471e93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.761742] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 817.761742] env[70917]: value = "task-3461430" [ 817.761742] env[70917]: _type = "Task" [ 817.761742] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.775163] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.858781] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.011403] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496336} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.011651] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.012640] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.012640] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75530d3f-ade6-4803-987e-8de08220b17f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.022131] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 818.022131] env[70917]: value = "task-3461431" [ 818.022131] env[70917]: _type = "Task" [ 818.022131] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.026343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.026811] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.026968] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.030227] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50068799-5c80-4e65-8814-c886785f9c96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.038523] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.050884] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.051185] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.051348] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.051528] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.051671] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.051851] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.052111] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.052328] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.052514] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.052727] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.052942] env[70917]: DEBUG nova.virt.hardware [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.061148] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Reconfiguring VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 818.067654] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac13791-8823-49f0-82ce-362f1780f910 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.089429] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ede11b-c198-5740-bcf3-9387590af5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.090827] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.091149] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.091807] env[70917]: DEBUG oslo_vmware.api [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 818.091807] env[70917]: value = "task-3461432" [ 818.091807] env[70917]: _type = "Task" [ 818.091807] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.091807] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d12dad96-f995-4b6d-b859-f4ab479cfa92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.101426] env[70917]: DEBUG nova.network.neutron [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Successfully updated port: 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.105567] env[70917]: DEBUG oslo_vmware.api [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461432, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.107456] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 818.107456] env[70917]: value = "task-3461433" [ 818.107456] env[70917]: _type = "Task" [ 818.107456] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.119651] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.163683] env[70917]: DEBUG nova.compute.manager [req-b4b65940-2f79-4679-94d0-7dee58664120 req-a97d86c5-28fa-4ae6-adac-56f0a115dfa9 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-vif-plugged-9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.167148] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4b65940-2f79-4679-94d0-7dee58664120 req-a97d86c5-28fa-4ae6-adac-56f0a115dfa9 service nova] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.167148] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4b65940-2f79-4679-94d0-7dee58664120 req-a97d86c5-28fa-4ae6-adac-56f0a115dfa9 service nova] Lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.167148] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4b65940-2f79-4679-94d0-7dee58664120 req-a97d86c5-28fa-4ae6-adac-56f0a115dfa9 service nova] Lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.167148] env[70917]: DEBUG nova.compute.manager [req-b4b65940-2f79-4679-94d0-7dee58664120 req-a97d86c5-28fa-4ae6-adac-56f0a115dfa9 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] No waiting events found dispatching network-vif-plugged-9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.167148] env[70917]: WARNING nova.compute.manager [req-b4b65940-2f79-4679-94d0-7dee58664120 req-a97d86c5-28fa-4ae6-adac-56f0a115dfa9 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received unexpected event network-vif-plugged-9bae0485-02c2-4c02-996f-b7ab7e9219ea for instance with vm_state active and task_state None. [ 818.172893] env[70917]: INFO nova.compute.manager [-] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Took 1.33 seconds to deallocate network for instance. [ 818.218975] env[70917]: INFO nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Took 45.46 seconds to build instance. [ 818.278487] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461430, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.319881] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd86ddf-43f2-4e17-974c-8c94ed7dd758 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.328686] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286012b-16b1-4a46-810b-71a7cab6bda9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.366841] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad46b31f-9d8f-400c-9aa3-1163fadf654c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.376190] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461428, 'name': CreateSnapshot_Task, 'duration_secs': 0.640465} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.378771] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 818.379384] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6aa29-9d26-4850-9182-cd2030c30a2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.382959] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3d995-53df-459c-a86c-82835bebe577 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.399556] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.532024] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070242} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.532376] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.533185] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a564663f-763d-4d1d-9269-fa9e91756746 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.554268] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.555347] env[70917]: DEBUG nova.network.neutron [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updated VIF entry in instance network info cache for port 966efecf-49d5-45b1-aa0d-9d77d567df7e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.555708] env[70917]: DEBUG nova.network.neutron [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.556939] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8a53ea-62f0-47ba-a2a7-269347e0fce3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.572946] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb725c60-170a-4870-8a0e-f4a915a1de27 req-eb84d1b1-f02f-44fa-a632-458c1a1f76d4 service nova] Releasing lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.578117] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 818.578117] env[70917]: value = "task-3461434" [ 818.578117] env[70917]: _type = "Task" [ 818.578117] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.587548] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.603024] env[70917]: DEBUG oslo_vmware.api [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.608337] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "refresh_cache-1d74930b-c52f-4986-a86e-7e30fc5a8185" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.608575] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "refresh_cache-1d74930b-c52f-4986-a86e-7e30fc5a8185" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.608669] env[70917]: DEBUG nova.network.neutron [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.620108] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.679507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.725473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "face8a41-907a-48a0-b295-75d925895e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.511s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.775842] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780617} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.776205] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c2741fec-4444-45f0-977f-6bdb23ab33cf/c2741fec-4444-45f0-977f-6bdb23ab33cf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.777217] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.777217] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9764f555-c829-4c15-bdc2-0358a977cbb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.785199] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 818.785199] env[70917]: value = "task-3461435" [ 818.785199] env[70917]: _type = "Task" [ 818.785199] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.795272] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.917426] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 818.917787] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21bb91ac-5441-4162-b802-85f19387b841 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.925726] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 818.925726] env[70917]: value = "task-3461436" [ 818.925726] env[70917]: _type = "Task" [ 818.925726] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.930044] env[70917]: ERROR nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [req-4b7a1f3f-6f2e-43e8-93ac-569d60966b05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b7a1f3f-6f2e-43e8-93ac-569d60966b05"}]} [ 818.932587] env[70917]: DEBUG nova.network.neutron [-] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.937796] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461436, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.947997] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.964181] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.965027] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.978090] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.998610] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.096791] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.107489] env[70917]: DEBUG oslo_vmware.api [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.123498] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814961} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.123498] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.123683] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.124025] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e760423-9c39-4dd7-8bb0-440e1ad4da37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133279] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 819.133279] env[70917]: value = "task-3461437" [ 819.133279] env[70917]: _type = "Task" [ 819.133279] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.143657] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.152291] env[70917]: DEBUG nova.network.neutron [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.229244] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.302234] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101256} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.305654] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.307130] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768316c2-51dc-449d-b610-0dc827a51e2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.336020] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c2741fec-4444-45f0-977f-6bdb23ab33cf/c2741fec-4444-45f0-977f-6bdb23ab33cf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.341185] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197021db-fbc1-423b-9530-fc236adcc32a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.363109] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 819.363109] env[70917]: value = "task-3461438" [ 819.363109] env[70917]: _type = "Task" [ 819.363109] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.375994] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.390475] env[70917]: DEBUG nova.network.neutron [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Updating instance_info_cache with network_info: [{"id": "5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd", "address": "fa:16:3e:58:d2:fb", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3e5c8d-e1", "ovs_interfaceid": "5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.437460] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461436, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.439275] env[70917]: INFO nova.compute.manager [-] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Took 1.80 seconds to deallocate network for instance. [ 819.588064] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.610829] env[70917]: DEBUG oslo_vmware.api [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461432, 'name': ReconfigVM_Task, 'duration_secs': 1.082322} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.611184] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.611580] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Reconfigured VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 819.617988] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9404528-28f4-4816-b1c0-4f5468e5bbf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.626786] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4dce2-62c2-448a-9999-abe9db1c73e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.663860] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c1b825-e67d-4aa2-ab13-067fdd07847b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.671112] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100471} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.673225] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.674127] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf8a1b5-ef5a-453a-bc52-9704a145c344 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.677385] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5942dd89-65d4-4996-b38c-31a2b61ad8c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.701066] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.709073] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09eefa3a-c5ac-4683-90f0-ac2e463fee42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.723785] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.730799] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 819.730799] env[70917]: value = "task-3461439" [ 819.730799] env[70917]: _type = "Task" [ 819.730799] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.744348] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.754497] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.873131] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461438, 'name': ReconfigVM_Task, 'duration_secs': 0.500434} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.873428] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c2741fec-4444-45f0-977f-6bdb23ab33cf/c2741fec-4444-45f0-977f-6bdb23ab33cf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.874250] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b162a92-e142-429d-a22e-24851bfb1e8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.880681] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 819.880681] env[70917]: value = "task-3461440" [ 819.880681] env[70917]: _type = "Task" [ 819.880681] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.889518] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461440, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.895119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "refresh_cache-1d74930b-c52f-4986-a86e-7e30fc5a8185" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.895529] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Instance network_info: |[{"id": "5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd", "address": "fa:16:3e:58:d2:fb", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3e5c8d-e1", "ovs_interfaceid": "5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.895960] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d2:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.903593] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.903808] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.904034] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d10d9625-b1f7-4366-8570-c22ea301a9b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.927253] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.927253] env[70917]: value = "task-3461441" [ 819.927253] env[70917]: _type = "Task" [ 819.927253] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.938713] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461436, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.941906] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461441, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.947116] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.088218] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461434, 'name': ReconfigVM_Task, 'duration_secs': 1.048537} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.088453] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035/76832b17-5bf1-4966-b42f-ad77fb4af035.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.089132] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e038f904-25bc-4a55-8242-5cac465fc551 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.095829] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 820.095829] env[70917]: value = "task-3461442" [ 820.095829] env[70917]: _type = "Task" [ 820.095829] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.104910] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461442, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.123265] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c3f3a4af-1ee6-445f-affd-68127aea36a8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-dc670653-4db2-4482-9b29-b3d9853a3593-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.669s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.240642] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.246254] env[70917]: ERROR nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [req-210c73d8-701b-415a-b268-2f549e280f89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-210c73d8-701b-415a-b268-2f549e280f89"}]} [ 820.262349] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 820.275667] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 820.275909] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.287953] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 820.305011] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 820.395355] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461440, 'name': Rename_Task, 'duration_secs': 0.153531} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.395684] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.398591] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a61ddc-0366-4ee3-9181-3c39539a7071 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.404921] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 820.404921] env[70917]: value = "task-3461443" [ 820.404921] env[70917]: _type = "Task" [ 820.404921] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.414167] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.437465] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461436, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.445639] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461441, 'name': CreateVM_Task, 'duration_secs': 0.365702} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.445639] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.446290] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.446469] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.446892] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.447206] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5950d1b-8bb3-4318-9468-a1aa32938c9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.454397] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 820.454397] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52433d96-d4be-ef98-eaf0-35f9e8ee005f" [ 820.454397] env[70917]: _type = "Task" [ 820.454397] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.463245] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52433d96-d4be-ef98-eaf0-35f9e8ee005f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.548198] env[70917]: DEBUG nova.compute.manager [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Received event network-vif-plugged-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.548458] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] Acquiring lock "1d74930b-c52f-4986-a86e-7e30fc5a8185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.549314] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.549583] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.550286] env[70917]: DEBUG nova.compute.manager [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] No waiting events found dispatching network-vif-plugged-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.550530] env[70917]: WARNING nova.compute.manager [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Received unexpected event network-vif-plugged-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd for instance with vm_state building and task_state spawning. [ 820.550684] env[70917]: DEBUG nova.compute.manager [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Received event network-changed-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.551105] env[70917]: DEBUG nova.compute.manager [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Refreshing instance network info cache due to event network-changed-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.551317] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] Acquiring lock "refresh_cache-1d74930b-c52f-4986-a86e-7e30fc5a8185" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551466] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] Acquired lock "refresh_cache-1d74930b-c52f-4986-a86e-7e30fc5a8185" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.551628] env[70917]: DEBUG nova.network.neutron [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Refreshing network info cache for port 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.575059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "fdca672d-2374-49d6-8e68-ac242e39b75f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.575392] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.609233] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461442, 'name': Rename_Task, 'duration_secs': 0.140835} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.609579] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.609870] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad7525f-21c0-4d0c-b7ca-2f259b042d3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.616868] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 820.616868] env[70917]: value = "task-3461444" [ 820.616868] env[70917]: _type = "Task" [ 820.616868] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.634949] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.683977] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "3eb38467-b7d0-45bb-ab62-098e3e381853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.684302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.684492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "3eb38467-b7d0-45bb-ab62-098e3e381853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.684649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.684909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.686967] env[70917]: INFO nova.compute.manager [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Terminating instance [ 820.744722] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461439, 'name': ReconfigVM_Task, 'duration_secs': 0.53295} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.745060] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.745857] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b80e02a4-e810-492e-a3b9-580526937f80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.754788] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 820.754788] env[70917]: value = "task-3461445" [ 820.754788] env[70917]: _type = "Task" [ 820.754788] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.764142] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461445, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.867607] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aac6fa-080b-43a4-ae37-77ce4f37496f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.875409] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f69d351-3fc6-433c-a382-9697214eb029 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.910072] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05e58c4-13d5-4e3c-9a83-4f0906c6afb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.918080] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.921185] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58eafd-f512-40fa-85fc-f1a151d4b74f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.934517] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.944084] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461436, 'name': CloneVM_Task, 'duration_secs': 1.618358} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.945192] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Created linked-clone VM from snapshot [ 820.945912] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa13fe-9e4a-49a2-b1fd-591ec99fdea8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.956273] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Uploading image ed4cdf38-0d6c-4db6-9b25-f7dca10e4c79 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 820.966553] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52433d96-d4be-ef98-eaf0-35f9e8ee005f, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.966860] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.967111] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.967383] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.967539] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.967716] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.967978] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aa402d4-b14c-4af4-bcaa-3e91acd02ee6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.978412] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.978643] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.979388] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff5562a-db1d-4c4d-94c3-f2f5ff41d46e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.983464] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 820.983464] env[70917]: value = "vm-691418" [ 820.983464] env[70917]: _type = "VirtualMachine" [ 820.983464] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 820.983696] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c1bf9f2-1570-4cef-9ab7-b59ac11585ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.988624] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 820.988624] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b3bef8-36a0-96d7-ed9d-ff784f5b0ab0" [ 820.988624] env[70917]: _type = "Task" [ 820.988624] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.992648] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease: (returnval){ [ 820.992648] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e9ae8-ac20-3f53-4add-66f2682958f6" [ 820.992648] env[70917]: _type = "HttpNfcLease" [ 820.992648] env[70917]: } obtained for exporting VM: (result){ [ 820.992648] env[70917]: value = "vm-691418" [ 820.992648] env[70917]: _type = "VirtualMachine" [ 820.992648] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 820.992863] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the lease: (returnval){ [ 820.992863] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e9ae8-ac20-3f53-4add-66f2682958f6" [ 820.992863] env[70917]: _type = "HttpNfcLease" [ 820.992863] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 820.999033] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b3bef8-36a0-96d7-ed9d-ff784f5b0ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.002053] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.002053] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e9ae8-ac20-3f53-4add-66f2682958f6" [ 821.002053] env[70917]: _type = "HttpNfcLease" [ 821.002053] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.024719] env[70917]: DEBUG nova.compute.manager [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-changed-9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.025031] env[70917]: DEBUG nova.compute.manager [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Refreshing instance network info cache due to event network-changed-9bae0485-02c2-4c02-996f-b7ab7e9219ea. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.025140] env[70917]: DEBUG oslo_concurrency.lockutils [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] Acquiring lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.025279] env[70917]: DEBUG oslo_concurrency.lockutils [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] Acquired lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025446] env[70917]: DEBUG nova.network.neutron [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Refreshing network info cache for port 9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.126905] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461444, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.192298] env[70917]: DEBUG nova.compute.manager [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.192554] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.193717] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c675b2d4-a233-4851-b667-6a4a0d9b3474 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.201811] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.202208] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34441d8e-6d59-47c7-bc7b-696462651cd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.207830] env[70917]: DEBUG oslo_vmware.api [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 821.207830] env[70917]: value = "task-3461447" [ 821.207830] env[70917]: _type = "Task" [ 821.207830] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.219575] env[70917]: DEBUG oslo_vmware.api [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.267429] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461445, 'name': Rename_Task, 'duration_secs': 0.235654} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.267760] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.268017] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c0be36-a2b6-428b-934c-222695a61212 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.274783] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 821.274783] env[70917]: value = "task-3461448" [ 821.274783] env[70917]: _type = "Task" [ 821.274783] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.283274] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.350166] env[70917]: DEBUG nova.network.neutron [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Updated VIF entry in instance network info cache for port 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.350585] env[70917]: DEBUG nova.network.neutron [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Updating instance_info_cache with network_info: [{"id": "5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd", "address": "fa:16:3e:58:d2:fb", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3e5c8d-e1", "ovs_interfaceid": "5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.418427] env[70917]: DEBUG oslo_vmware.api [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461443, 'name': PowerOnVM_Task, 'duration_secs': 0.537698} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.418833] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.418971] env[70917]: INFO nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Took 10.19 seconds to spawn the instance on the hypervisor. [ 821.419224] env[70917]: DEBUG nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.420140] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187aa600-7c89-42ff-9ba6-0df6912f6a06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.478546] env[70917]: DEBUG nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.478912] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 75 to 76 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.479236] env[70917]: DEBUG nova.compute.provider_tree [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.509232] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b3bef8-36a0-96d7-ed9d-ff784f5b0ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.513742] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.513742] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e9ae8-ac20-3f53-4add-66f2682958f6" [ 821.513742] env[70917]: _type = "HttpNfcLease" [ 821.513742] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 821.513952] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b105bd-e0bb-46eb-b50f-798b7990f29b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.517214] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 821.517214] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529e9ae8-ac20-3f53-4add-66f2682958f6" [ 821.517214] env[70917]: _type = "HttpNfcLease" [ 821.517214] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 821.518604] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4adf2-d53d-472f-8a2a-814e7d0c941c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.526196] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 821.526196] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521de428-f649-1f43-5841-5ba9b5e51e1f" [ 821.526196] env[70917]: _type = "Task" [ 821.526196] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.533640] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434050-8784-dac9-25d8-c62448c706c7/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 821.533904] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434050-8784-dac9-25d8-c62448c706c7/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 821.640296] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521de428-f649-1f43-5841-5ba9b5e51e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.02448} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.644637] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.644637] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 1d74930b-c52f-4986-a86e-7e30fc5a8185/1d74930b-c52f-4986-a86e-7e30fc5a8185.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.644637] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3eb1017-402f-44c9-bb1a-4aa45622cde8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.649450] env[70917]: DEBUG oslo_vmware.api [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461444, 'name': PowerOnVM_Task, 'duration_secs': 0.852609} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.650634] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.650634] env[70917]: DEBUG nova.compute.manager [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.651628] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899dd60-9828-4bac-8238-56be3f4856a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.658142] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 821.658142] env[70917]: value = "task-3461449" [ 821.658142] env[70917]: _type = "Task" [ 821.658142] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.675067] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.682924] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b55b4e84-c328-4a19-855a-960e5d0d63fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.725356] env[70917]: DEBUG oslo_vmware.api [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461447, 'name': PowerOffVM_Task, 'duration_secs': 0.30688} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.733307] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.733577] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.734576] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac7620c2-6ba9-4648-9f97-d2225be80133 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.787298] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.809397] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.809397] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.809479] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Deleting the datastore file [datastore2] 3eb38467-b7d0-45bb-ab62-098e3e381853 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.809718] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a04e6192-4949-4b11-b850-19f9d7572885 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.816162] env[70917]: DEBUG oslo_vmware.api [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for the task: (returnval){ [ 821.816162] env[70917]: value = "task-3461451" [ 821.816162] env[70917]: _type = "Task" [ 821.816162] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.826932] env[70917]: DEBUG oslo_vmware.api [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.853171] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] Releasing lock "refresh_cache-1d74930b-c52f-4986-a86e-7e30fc5a8185" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.855034] env[70917]: DEBUG nova.compute.manager [req-0c89730b-d91d-4fd6-8e67-f6759323eaa2 req-d5697141-2233-4e7b-92cd-261775d922ee service nova] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Received event network-vif-deleted-6f081487-3e79-4c02-953e-7d9444824d98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.916246] env[70917]: DEBUG nova.network.neutron [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updated VIF entry in instance network info cache for port 9bae0485-02c2-4c02-996f-b7ab7e9219ea. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.916706] env[70917]: DEBUG nova.network.neutron [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bae0485-02c2-4c02-996f-b7ab7e9219ea", "address": "fa:16:3e:86:21:e6", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bae0485-02", "ovs_interfaceid": "9bae0485-02c2-4c02-996f-b7ab7e9219ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.939981] env[70917]: INFO nova.compute.manager [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Took 44.21 seconds to build instance. [ 821.986290] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.875s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.988957] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.773s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.990716] env[70917]: INFO nova.compute.claims [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.019903] env[70917]: INFO nova.scheduler.client.report [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocations for instance a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7 [ 822.174388] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.178774] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.289492] env[70917]: DEBUG oslo_vmware.api [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461448, 'name': PowerOnVM_Task, 'duration_secs': 0.746707} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.289952] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.290321] env[70917]: INFO nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Took 8.27 seconds to spawn the instance on the hypervisor. [ 822.290585] env[70917]: DEBUG nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.291436] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c4f3b-b975-4e31-8ea6-6afe930b8ab8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.328095] env[70917]: DEBUG oslo_vmware.api [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Task: {'id': task-3461451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275349} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.328496] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.329694] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.330139] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.330279] env[70917]: INFO nova.compute.manager [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Took 1.14 seconds to destroy the instance on the hypervisor. [ 822.330613] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.331068] env[70917]: DEBUG nova.compute.manager [-] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.331263] env[70917]: DEBUG nova.network.neutron [-] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.420691] env[70917]: DEBUG oslo_concurrency.lockutils [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] Releasing lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.421317] env[70917]: DEBUG nova.compute.manager [req-506bf4df-63f0-442d-8d6c-2008bf50f60f req-33a07c66-9804-406d-be6e-46da2444cc7d service nova] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Received event network-vif-deleted-16b4de2f-147f-4659-859c-53884936b614 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.442473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.200s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.528823] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.198s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.673411] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654927} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.673746] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 1d74930b-c52f-4986-a86e-7e30fc5a8185/1d74930b-c52f-4986-a86e-7e30fc5a8185.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.674214] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.674572] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee7f0ecf-2588-4254-9331-3612cc0a4e0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.683100] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 822.683100] env[70917]: value = "task-3461452" [ 822.683100] env[70917]: _type = "Task" [ 822.683100] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.692199] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.814169] env[70917]: INFO nova.compute.manager [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Took 38.49 seconds to build instance. [ 822.888389] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-dc670653-4db2-4482-9b29-b3d9853a3593-9bae0485-02c2-4c02-996f-b7ab7e9219ea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.888713] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-dc670653-4db2-4482-9b29-b3d9853a3593-9bae0485-02c2-4c02-996f-b7ab7e9219ea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.945166] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.070220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "face8a41-907a-48a0-b295-75d925895e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.070490] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "face8a41-907a-48a0-b295-75d925895e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.070698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "face8a41-907a-48a0-b295-75d925895e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.071042] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "face8a41-907a-48a0-b295-75d925895e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.071381] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "face8a41-907a-48a0-b295-75d925895e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.078695] env[70917]: INFO nova.compute.manager [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Terminating instance [ 823.102722] env[70917]: DEBUG nova.compute.manager [req-97e7118b-2cf3-49a5-bc8a-354cd905b7d0 req-80f10719-3cb5-455a-8b33-0b3a03e6ac1e service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Received event network-vif-deleted-b1baa112-a9b4-4364-957d-82df2ba70b57 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.102947] env[70917]: INFO nova.compute.manager [req-97e7118b-2cf3-49a5-bc8a-354cd905b7d0 req-80f10719-3cb5-455a-8b33-0b3a03e6ac1e service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Neutron deleted interface b1baa112-a9b4-4364-957d-82df2ba70b57; detaching it from the instance and deleting it from the info cache [ 823.103160] env[70917]: DEBUG nova.network.neutron [req-97e7118b-2cf3-49a5-bc8a-354cd905b7d0 req-80f10719-3cb5-455a-8b33-0b3a03e6ac1e service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.193676] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090108} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.196776] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.198040] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43914f0-100b-461b-ac38-cb4dc8612134 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.222046] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 1d74930b-c52f-4986-a86e-7e30fc5a8185/1d74930b-c52f-4986-a86e-7e30fc5a8185.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.225369] env[70917]: DEBUG nova.network.neutron [-] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.226888] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63496a7-b34e-4be3-a5d3-e303c761ec50 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.250975] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 823.250975] env[70917]: value = "task-3461453" [ 823.250975] env[70917]: _type = "Task" [ 823.250975] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.263812] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.317273] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.919s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.392559] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.392780] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.393820] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96b62f-f06c-4bee-b345-0d619d55b05c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.416331] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9292df5-7ca0-4414-adaa-9c71f104200e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.445572] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Reconfiguring VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 823.449147] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1137ce-6af7-4d69-accc-babd1cb8372c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.472149] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 823.472149] env[70917]: value = "task-3461454" [ 823.472149] env[70917]: _type = "Task" [ 823.472149] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.484949] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.494234] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.564160] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "c2741fec-4444-45f0-977f-6bdb23ab33cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.564448] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.564928] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "c2741fec-4444-45f0-977f-6bdb23ab33cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.565166] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.565453] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.568298] env[70917]: INFO nova.compute.manager [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Terminating instance [ 823.587493] env[70917]: DEBUG nova.compute.manager [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.587493] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.589033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f6468-4eb4-495d-af50-a34b6ec8c215 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.597990] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.598410] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146603fb-17fd-41e6-b359-28b8b04452ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.605222] env[70917]: DEBUG oslo_vmware.api [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 823.605222] env[70917]: value = "task-3461455" [ 823.605222] env[70917]: _type = "Task" [ 823.605222] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.614355] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-837f1617-19e6-41f7-b9b6-ca8a02f957d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.623136] env[70917]: DEBUG oslo_vmware.api [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.628227] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d19075-f1df-49e7-bc88-b5b9f32d3861 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.675792] env[70917]: DEBUG nova.compute.manager [req-97e7118b-2cf3-49a5-bc8a-354cd905b7d0 req-80f10719-3cb5-455a-8b33-0b3a03e6ac1e service nova] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Detach interface failed, port_id=b1baa112-a9b4-4364-957d-82df2ba70b57, reason: Instance 3eb38467-b7d0-45bb-ab62-098e3e381853 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.744620] env[70917]: INFO nova.compute.manager [-] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Took 1.41 seconds to deallocate network for instance. [ 823.762449] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.777158] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf48ef-ad69-4ee3-bcf1-0264fa9a10de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.786443] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eaad3b-d466-439d-b30b-14c49296a2df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.823152] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.828585] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee2639-9fd2-4913-a5b7-fa04518c2267 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.836374] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c82cdc-0672-4a25-9be9-ced8a54c4932 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.851426] env[70917]: DEBUG nova.compute.provider_tree [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.982279] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.072458] env[70917]: DEBUG nova.compute.manager [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.075100] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.075100] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d2a818-d6b2-41cb-bb28-c900850379f2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.082207] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.082456] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-723f3a6a-d6de-492a-98cd-caff7a521978 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.089612] env[70917]: DEBUG oslo_vmware.api [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 824.089612] env[70917]: value = "task-3461456" [ 824.089612] env[70917]: _type = "Task" [ 824.089612] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.100781] env[70917]: DEBUG oslo_vmware.api [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.118746] env[70917]: DEBUG oslo_vmware.api [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461455, 'name': PowerOffVM_Task, 'duration_secs': 0.28702} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.119168] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.119396] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.119814] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ab23044-fd4a-4398-abd9-169cf753dd42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.186395] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.186650] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.186895] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleting the datastore file [datastore2] face8a41-907a-48a0-b295-75d925895e73 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.187233] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c981dd-6075-41e2-92d0-264d6d29c45e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.190545] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "76832b17-5bf1-4966-b42f-ad77fb4af035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.190788] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "76832b17-5bf1-4966-b42f-ad77fb4af035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.190997] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "76832b17-5bf1-4966-b42f-ad77fb4af035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.191204] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "76832b17-5bf1-4966-b42f-ad77fb4af035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.191380] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "76832b17-5bf1-4966-b42f-ad77fb4af035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.196152] env[70917]: INFO nova.compute.manager [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Terminating instance [ 824.199208] env[70917]: DEBUG oslo_vmware.api [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 824.199208] env[70917]: value = "task-3461458" [ 824.199208] env[70917]: _type = "Task" [ 824.199208] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.213556] env[70917]: DEBUG oslo_vmware.api [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.257473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.263977] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461453, 'name': ReconfigVM_Task, 'duration_secs': 0.6418} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.264421] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 1d74930b-c52f-4986-a86e-7e30fc5a8185/1d74930b-c52f-4986-a86e-7e30fc5a8185.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.265030] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a61d28-7006-4f12-8de2-4789319efc8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.272293] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 824.272293] env[70917]: value = "task-3461459" [ 824.272293] env[70917]: _type = "Task" [ 824.272293] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.282500] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461459, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.351722] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.355855] env[70917]: DEBUG nova.scheduler.client.report [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.370895] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.371298] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.371600] env[70917]: INFO nova.compute.manager [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Rebooting instance [ 824.483583] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.599920] env[70917]: DEBUG oslo_vmware.api [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461456, 'name': PowerOffVM_Task, 'duration_secs': 0.310056} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.600673] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.600673] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.600673] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0039702-47f7-464f-a708-97b20be569b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.675706] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.676083] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.676293] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleting the datastore file [datastore2] c2741fec-4444-45f0-977f-6bdb23ab33cf {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.676583] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c87ea6-7986-4bf5-85ef-8935dd874c53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.683196] env[70917]: DEBUG oslo_vmware.api [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 824.683196] env[70917]: value = "task-3461461" [ 824.683196] env[70917]: _type = "Task" [ 824.683196] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.691305] env[70917]: DEBUG oslo_vmware.api [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.715055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "refresh_cache-76832b17-5bf1-4966-b42f-ad77fb4af035" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.715055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "refresh_cache-76832b17-5bf1-4966-b42f-ad77fb4af035" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.715055] env[70917]: DEBUG nova.network.neutron [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.715055] env[70917]: DEBUG oslo_vmware.api [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231126} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.715055] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.715400] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.715450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.715627] env[70917]: INFO nova.compute.manager [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: face8a41-907a-48a0-b295-75d925895e73] Took 1.13 seconds to destroy the instance on the hypervisor. [ 824.715870] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.716075] env[70917]: DEBUG nova.compute.manager [-] [instance: face8a41-907a-48a0-b295-75d925895e73] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.716170] env[70917]: DEBUG nova.network.neutron [-] [instance: face8a41-907a-48a0-b295-75d925895e73] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.783719] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461459, 'name': Rename_Task, 'duration_secs': 0.182302} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.785762] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.785762] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ded1b35-f45d-4241-8542-3ab8920b740e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.791448] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 824.791448] env[70917]: value = "task-3461462" [ 824.791448] env[70917]: _type = "Task" [ 824.791448] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.801275] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.864417] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.864417] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.871020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.302s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.871020] env[70917]: INFO nova.compute.claims [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.902504] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.902740] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.902972] env[70917]: DEBUG nova.network.neutron [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.986439] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.195697] env[70917]: DEBUG oslo_vmware.api [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345168} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.198021] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.198021] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.198021] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.198021] env[70917]: INFO nova.compute.manager [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 825.198021] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.198021] env[70917]: DEBUG nova.compute.manager [-] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.198021] env[70917]: DEBUG nova.network.neutron [-] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.242426] env[70917]: DEBUG nova.network.neutron [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.266514] env[70917]: DEBUG nova.compute.manager [req-35f97a4a-7d7d-4288-8107-6d2630d97fe6 req-51ffa88e-e4c7-4f3e-b251-e822693a62d3 service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Received event network-vif-deleted-cf501c2d-1feb-4d35-960b-1b552f5abeaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.266888] env[70917]: INFO nova.compute.manager [req-35f97a4a-7d7d-4288-8107-6d2630d97fe6 req-51ffa88e-e4c7-4f3e-b251-e822693a62d3 service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Neutron deleted interface cf501c2d-1feb-4d35-960b-1b552f5abeaf; detaching it from the instance and deleting it from the info cache [ 825.267139] env[70917]: DEBUG nova.network.neutron [req-35f97a4a-7d7d-4288-8107-6d2630d97fe6 req-51ffa88e-e4c7-4f3e-b251-e822693a62d3 service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.304469] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.368056] env[70917]: DEBUG nova.network.neutron [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.379751] env[70917]: DEBUG nova.compute.utils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.391357] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.391550] env[70917]: DEBUG nova.network.neutron [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.472259] env[70917]: DEBUG nova.policy [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b3548335d184ae8bfbfb6a8ed636a5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d2f071a7f94c728fb7559f856001e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.489451] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.515192] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.515492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.553460] env[70917]: DEBUG nova.compute.manager [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 825.617451] env[70917]: DEBUG nova.network.neutron [-] [instance: face8a41-907a-48a0-b295-75d925895e73] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.770316] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2071344-2b3c-41b8-a0b2-9872901611af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.782435] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0f00a0-2467-45ba-8215-35aef9286534 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.808718] env[70917]: DEBUG oslo_vmware.api [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461462, 'name': PowerOnVM_Task, 'duration_secs': 0.661215} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.808718] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.808899] env[70917]: INFO nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Took 8.92 seconds to spawn the instance on the hypervisor. [ 825.809260] env[70917]: DEBUG nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.810619] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7ab84e-3eaa-45f9-a6c9-db1edc6ee9f2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.833423] env[70917]: DEBUG nova.network.neutron [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.836132] env[70917]: DEBUG nova.compute.manager [req-35f97a4a-7d7d-4288-8107-6d2630d97fe6 req-51ffa88e-e4c7-4f3e-b251-e822693a62d3 service nova] [instance: face8a41-907a-48a0-b295-75d925895e73] Detach interface failed, port_id=cf501c2d-1feb-4d35-960b-1b552f5abeaf, reason: Instance face8a41-907a-48a0-b295-75d925895e73 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.839806] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "34e06a78-8024-4143-acd9-5482f144e8e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.841697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "34e06a78-8024-4143-acd9-5482f144e8e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.841697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "34e06a78-8024-4143-acd9-5482f144e8e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.841697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "34e06a78-8024-4143-acd9-5482f144e8e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.841697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "34e06a78-8024-4143-acd9-5482f144e8e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.846431] env[70917]: INFO nova.compute.manager [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Terminating instance [ 825.868934] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "refresh_cache-76832b17-5bf1-4966-b42f-ad77fb4af035" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.869692] env[70917]: DEBUG nova.compute.manager [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.870089] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.870765] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49715dd0-5b50-4bb5-ba44-5b6fb38a3a65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.880563] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.881728] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bed984d-2c08-4174-a60f-4114bf102902 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.891481] env[70917]: DEBUG oslo_vmware.api [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 825.891481] env[70917]: value = "task-3461463" [ 825.891481] env[70917]: _type = "Task" [ 825.891481] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.892312] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.908237] env[70917]: DEBUG oslo_vmware.api [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.992020] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.006347] env[70917]: DEBUG nova.network.neutron [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Successfully created port: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.072854] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.124727] env[70917]: INFO nova.compute.manager [-] [instance: face8a41-907a-48a0-b295-75d925895e73] Took 1.41 seconds to deallocate network for instance. [ 826.167201] env[70917]: DEBUG nova.network.neutron [-] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.340271] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.356659] env[70917]: DEBUG nova.compute.manager [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.356880] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.360314] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00bd986-659d-4fd4-a4e0-36477a2d975e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.364507] env[70917]: INFO nova.compute.manager [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Took 40.70 seconds to build instance. [ 826.371089] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.374710] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a49e7ff-8bda-4487-a9e2-27327b0c3f88 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.386155] env[70917]: DEBUG oslo_vmware.api [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 826.386155] env[70917]: value = "task-3461464" [ 826.386155] env[70917]: _type = "Task" [ 826.386155] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.406764] env[70917]: DEBUG oslo_vmware.api [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.411663] env[70917]: DEBUG oslo_vmware.api [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461463, 'name': PowerOffVM_Task, 'duration_secs': 0.142961} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.414409] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.414678] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.415109] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c218e524-a8ab-4c0d-bed7-dedb749f9967 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.441601] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.441800] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.441998] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleting the datastore file [datastore1] 76832b17-5bf1-4966-b42f-ad77fb4af035 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.442953] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49212568-29a2-4034-a786-f45a57ec887d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.456026] env[70917]: DEBUG oslo_vmware.api [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 826.456026] env[70917]: value = "task-3461466" [ 826.456026] env[70917]: _type = "Task" [ 826.456026] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.465889] env[70917]: DEBUG oslo_vmware.api [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.491049] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.550512] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33cab3-1098-4250-9bd3-43aa03c4139e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.561034] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bd8fe2-5308-433c-b948-85284b2c9d75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.593413] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570d7b8-fd57-42f6-b85b-7045aaa98a31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.601896] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d111b2f-50be-46b4-88a5-262b6a872be7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.619587] env[70917]: DEBUG nova.compute.provider_tree [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.632600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.669018] env[70917]: INFO nova.compute.manager [-] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Took 1.47 seconds to deallocate network for instance. [ 826.842117] env[70917]: DEBUG nova.compute.manager [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.843082] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db857221-9d59-4a6a-acdc-140369017ac6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.866287] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.165s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.897425] env[70917]: DEBUG oslo_vmware.api [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461464, 'name': PowerOffVM_Task, 'duration_secs': 0.313375} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.897795] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.897985] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.899041] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07bb13d1-8d50-4ebb-ac3a-af1656d4bcde {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.904577] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.929709] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.930042] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.930185] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.930372] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.930527] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.930687] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.930905] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.931074] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.931245] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.931408] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.931586] env[70917]: DEBUG nova.virt.hardware [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.932843] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41adfb20-f6d8-464b-9103-200567c93a07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.941333] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f27d51-43d1-4f4f-ad8a-4de86469c49f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.966758] env[70917]: DEBUG oslo_vmware.api [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134018} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.967066] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.967274] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.967506] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.967696] env[70917]: INFO nova.compute.manager [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Took 1.10 seconds to destroy the instance on the hypervisor. [ 826.967969] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.968193] env[70917]: DEBUG nova.compute.manager [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.968284] env[70917]: DEBUG nova.network.neutron [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.984169] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.984361] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.984547] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Deleting the datastore file [datastore2] 34e06a78-8024-4143-acd9-5482f144e8e6 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.985192] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03cc376-0422-405a-89b7-ece7594519fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.990971] env[70917]: DEBUG nova.network.neutron [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.992265] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.996743] env[70917]: DEBUG oslo_vmware.api [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for the task: (returnval){ [ 826.996743] env[70917]: value = "task-3461468" [ 826.996743] env[70917]: _type = "Task" [ 826.996743] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.007016] env[70917]: DEBUG oslo_vmware.api [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.146751] env[70917]: ERROR nova.scheduler.client.report [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [req-81d3f83b-bef5-4632-8e4c-00701f0ac09f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81d3f83b-bef5-4632-8e4c-00701f0ac09f"}]} [ 827.163802] env[70917]: DEBUG nova.scheduler.client.report [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.176439] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.181386] env[70917]: DEBUG nova.scheduler.client.report [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.181632] env[70917]: DEBUG nova.compute.provider_tree [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.197694] env[70917]: DEBUG nova.scheduler.client.report [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.221110] env[70917]: DEBUG nova.scheduler.client.report [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.369091] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.419884] env[70917]: DEBUG nova.compute.manager [req-1f3ca168-471b-4ac7-a61d-7fcaf1b7c2d1 req-e85c9a34-3f23-41db-8a4d-79f988a37815 service nova] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Received event network-vif-deleted-9e7cde01-5b0c-45c9-8720-955fa8c64e70 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.490019] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.493400] env[70917]: DEBUG nova.network.neutron [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.508508] env[70917]: DEBUG oslo_vmware.api [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Task: {'id': task-3461468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254195} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.511452] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.511664] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.511844] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.512050] env[70917]: INFO nova.compute.manager [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 827.512400] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.514256] env[70917]: DEBUG nova.compute.manager [-] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.514256] env[70917]: DEBUG nova.network.neutron [-] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.763250] env[70917]: DEBUG nova.network.neutron [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Successfully updated port: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.832614] env[70917]: DEBUG nova.compute.manager [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.833689] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef08f0f-2d45-40fe-bde4-72d8a6227c71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.860754] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7841361-5a8f-4dcf-a7aa-1db207d2baed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.869029] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Doing hard reboot of VM {{(pid=70917) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 827.870194] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5571ef00-70e0-4ef7-83e3-d05eff6cf97b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.872368] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac251f-1e13-466e-a3d2-ec2701d16228 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.880211] env[70917]: DEBUG nova.compute.manager [req-3ccac9a7-e15f-4fc9-a2ec-8df24e78d7a5 req-e5b958bd-d1bf-42aa-8b36-c109ca5f0bb3 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Received event network-vif-deleted-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.880323] env[70917]: INFO nova.compute.manager [req-3ccac9a7-e15f-4fc9-a2ec-8df24e78d7a5 req-e5b958bd-d1bf-42aa-8b36-c109ca5f0bb3 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Neutron deleted interface 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d; detaching it from the instance and deleting it from the info cache [ 827.880491] env[70917]: DEBUG nova.network.neutron [req-3ccac9a7-e15f-4fc9-a2ec-8df24e78d7a5 req-e5b958bd-d1bf-42aa-8b36-c109ca5f0bb3 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.890957] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4672db60-38cd-47bb-8d54-4db979a28d79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.894464] env[70917]: DEBUG oslo_vmware.api [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 827.894464] env[70917]: value = "task-3461469" [ 827.894464] env[70917]: _type = "Task" [ 827.894464] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.927702] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.929884] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58bc2a7-c4a6-4a50-af39-a11d38df3168 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.937094] env[70917]: DEBUG oslo_vmware.api [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461469, 'name': ResetVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.942708] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c2f5f-3ddb-40ae-bda5-80763f405dc3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.958774] env[70917]: DEBUG nova.compute.provider_tree [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.990979] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.996604] env[70917]: INFO nova.compute.manager [-] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Took 1.03 seconds to deallocate network for instance. [ 828.266486] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.266710] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.266899] env[70917]: DEBUG nova.network.neutron [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.279528] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.279727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.279975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.280196] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.280402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.282707] env[70917]: INFO nova.compute.manager [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Terminating instance [ 828.330549] env[70917]: DEBUG nova.network.neutron [-] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.349090] env[70917]: INFO nova.compute.manager [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] instance snapshotting [ 828.353049] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a69f55-fded-4a52-85b7-f7316d4919e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.375494] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b3b9b-6817-4e2b-96ea-d55c26c8cc04 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.385236] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f30cf247-ffa7-446a-bce0-f068aa83bf32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.394729] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab4b87-d573-4c95-bb58-220b339b7f83 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.413853] env[70917]: DEBUG oslo_vmware.api [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461469, 'name': ResetVM_Task, 'duration_secs': 0.098215} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.414158] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Did hard reboot of VM {{(pid=70917) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 828.414354] env[70917]: DEBUG nova.compute.manager [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.415145] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d2a17b-6bc6-4c23-8222-40cec1d08b0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.439017] env[70917]: DEBUG nova.compute.manager [req-3ccac9a7-e15f-4fc9-a2ec-8df24e78d7a5 req-e5b958bd-d1bf-42aa-8b36-c109ca5f0bb3 service nova] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Detach interface failed, port_id=1fdc7b2c-6f9d-4d36-9012-322d5833bb5d, reason: Instance 34e06a78-8024-4143-acd9-5482f144e8e6 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.491021] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.491688] env[70917]: DEBUG nova.scheduler.client.report [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.491930] env[70917]: DEBUG nova.compute.provider_tree [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 80 to 81 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.492124] env[70917]: DEBUG nova.compute.provider_tree [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.505714] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.786190] env[70917]: DEBUG nova.compute.manager [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.786450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.787431] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff072a5-750a-457b-9d37-2ad7186b56c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.795580] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.795874] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc79c35e-ffba-4b6d-9138-0fa85b349639 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.802939] env[70917]: DEBUG oslo_vmware.api [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 828.802939] env[70917]: value = "task-3461470" [ 828.802939] env[70917]: _type = "Task" [ 828.802939] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.803774] env[70917]: DEBUG nova.network.neutron [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.814399] env[70917]: DEBUG oslo_vmware.api [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.833664] env[70917]: INFO nova.compute.manager [-] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Took 1.32 seconds to deallocate network for instance. [ 828.889658] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.890010] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4aa4e36-6379-4b04-a363-466f5bae7fe1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.899094] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 828.899094] env[70917]: value = "task-3461471" [ 828.899094] env[70917]: _type = "Task" [ 828.899094] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.909417] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461471, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.944128] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4d3b393-59e8-4af3-b8f4-0bd0c8a0b7fb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.573s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.992664] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.002035] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.131s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.002035] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.002522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.848s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.004252] env[70917]: INFO nova.compute.claims [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.030312] env[70917]: DEBUG nova.network.neutron [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.316339] env[70917]: DEBUG oslo_vmware.api [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461470, 'name': PowerOffVM_Task, 'duration_secs': 0.225301} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.316639] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.317792] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.317792] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-947752ab-eea3-4c87-a07a-66b9f8227adf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.341171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.393349] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.393552] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.393741] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Deleting the datastore file [datastore1] dc8a589e-3d62-4aab-9b44-85cb242b6a7c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.394025] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a803377-45b7-4776-a640-283ff72e9f33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.401289] env[70917]: DEBUG oslo_vmware.api [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 829.401289] env[70917]: value = "task-3461473" [ 829.401289] env[70917]: _type = "Task" [ 829.401289] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.413878] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461471, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.417053] env[70917]: DEBUG oslo_vmware.api [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.470691] env[70917]: DEBUG nova.compute.manager [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-vif-plugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.470936] env[70917]: DEBUG oslo_concurrency.lockutils [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.471134] env[70917]: DEBUG oslo_concurrency.lockutils [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.471246] env[70917]: DEBUG oslo_concurrency.lockutils [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.471480] env[70917]: DEBUG nova.compute.manager [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] No waiting events found dispatching network-vif-plugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.471723] env[70917]: WARNING nova.compute.manager [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received unexpected event network-vif-plugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a for instance with vm_state building and task_state spawning. [ 829.471834] env[70917]: DEBUG nova.compute.manager [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.471989] env[70917]: DEBUG nova.compute.manager [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing instance network info cache due to event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.472179] env[70917]: DEBUG oslo_concurrency.lockutils [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.492936] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.510024] env[70917]: DEBUG nova.compute.utils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.513221] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.513390] env[70917]: DEBUG nova.network.neutron [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.531051] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.531421] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance network_info: |[{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.531730] env[70917]: DEBUG oslo_concurrency.lockutils [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.532027] env[70917]: DEBUG nova.network.neutron [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.533955] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a3:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87dd2138-04f6-4411-b5c8-11a8fba1ea7a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.543015] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating folder: Project (72d2f071a7f94c728fb7559f856001e3). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.544341] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37f734a-5e21-44b1-a2d3-db58afaecc53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.552886] env[70917]: DEBUG nova.policy [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e44f23e7a24a5c9e286c9f8c94cc11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5d3cd1f729e4c2a8012e75154c856f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.557482] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created folder: Project (72d2f071a7f94c728fb7559f856001e3) in parent group-v691255. [ 829.557828] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating folder: Instances. Parent ref: group-v691420. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.558214] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e4cf5b5-4565-4135-bb8c-7a9b98921136 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.569626] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created folder: Instances in parent group-v691420. [ 829.569626] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.569852] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.570233] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3f51a5-7060-4b08-a6fd-abb5a853ee62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.599302] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.599302] env[70917]: value = "task-3461476" [ 829.599302] env[70917]: _type = "Task" [ 829.599302] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.611683] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461476, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.915360] env[70917]: DEBUG oslo_vmware.api [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.919178] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.919385] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.919583] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.919794] env[70917]: INFO nova.compute.manager [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.920064] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.920286] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461471, 'name': CreateSnapshot_Task, 'duration_secs': 0.817559} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.920487] env[70917]: DEBUG nova.compute.manager [-] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.920599] env[70917]: DEBUG nova.network.neutron [-] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.922971] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.923740] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e968632-f98c-49c5-913e-9d9e948e84fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.938929] env[70917]: DEBUG nova.network.neutron [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Successfully created port: 48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.955103] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434050-8784-dac9-25d8-c62448c706c7/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.957689] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4c8fc8-79f0-415e-9c68-73eb203227de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.966559] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434050-8784-dac9-25d8-c62448c706c7/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.966761] env[70917]: ERROR oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434050-8784-dac9-25d8-c62448c706c7/disk-0.vmdk due to incomplete transfer. [ 829.967062] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1bdd0bd-dd82-4a75-a548-e44db54b242e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.974910] env[70917]: DEBUG oslo_vmware.rw_handles [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434050-8784-dac9-25d8-c62448c706c7/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.975244] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Uploaded image ed4cdf38-0d6c-4db6-9b25-f7dca10e4c79 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.978372] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.979622] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3132f540-26fb-43d3-8e46-50f940f14705 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.994228] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.995778] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 829.995778] env[70917]: value = "task-3461477" [ 829.995778] env[70917]: _type = "Task" [ 829.995778] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.006537] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461477, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.014363] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.115579] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461476, 'name': CreateVM_Task, 'duration_secs': 0.402449} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.121018] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.122115] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.122305] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.122614] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.123179] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6f1090-58a6-4235-858a-b8fd2aced80f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.130155] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 830.130155] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5279689d-54f2-1af4-6ff4-0a5ce8572c0f" [ 830.130155] env[70917]: _type = "Task" [ 830.130155] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.143595] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5279689d-54f2-1af4-6ff4-0a5ce8572c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.443767] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.450843] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a885199-4fa1-4e02-a2a7-fef69bd0ab07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.459638] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 830.459638] env[70917]: value = "task-3461478" [ 830.459638] env[70917]: _type = "Task" [ 830.459638] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.471186] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461478, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.495233] env[70917]: DEBUG oslo_vmware.api [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461454, 'name': ReconfigVM_Task, 'duration_secs': 6.793242} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.495233] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.495233] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Reconfigured VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 830.504897] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461477, 'name': Destroy_Task, 'duration_secs': 0.367462} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.505174] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroyed the VM [ 830.505434] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.505941] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-472a5614-0454-467c-a334-0ca481a6b5af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.518600] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 830.518600] env[70917]: value = "task-3461479" [ 830.518600] env[70917]: _type = "Task" [ 830.518600] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.535781] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.644010] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5279689d-54f2-1af4-6ff4-0a5ce8572c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.017776} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.644482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.645103] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.645316] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.645499] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.645809] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.650573] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d2d2d71-6a83-448c-b14f-3945cd720d6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.659910] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.660050] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.663172] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe92a68-c126-47ab-8ee6-2fc457fc0c67 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.669304] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 830.669304] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f78ea9-444e-d041-ffc9-ba5a946eeb31" [ 830.669304] env[70917]: _type = "Task" [ 830.669304] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.679074] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f78ea9-444e-d041-ffc9-ba5a946eeb31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.750738] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2210c-3de0-442e-a6bf-eb0e63fa2694 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.759747] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ca1d3d-610e-416e-88be-dc6e000b1ce0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.790350] env[70917]: DEBUG nova.network.neutron [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updated VIF entry in instance network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.790729] env[70917]: DEBUG nova.network.neutron [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.792539] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b58c7-d28b-47fe-acfc-9e5532b60e5a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.800523] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac653ca5-e161-4a01-b652-e4c9a1ac92b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.816393] env[70917]: DEBUG nova.compute.provider_tree [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.970754] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461478, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.029525] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461479, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.036787] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.063053] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.063527] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.064023] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.064131] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.064379] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.065151] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.065151] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.065151] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.065270] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.065394] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.065566] env[70917]: DEBUG nova.virt.hardware [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.066524] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c3c99-5d19-4e45-a7e0-9cc0a5c0be08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.075041] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b699a9d-fc69-447d-a780-09d911daa068 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.167202] env[70917]: DEBUG nova.network.neutron [-] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.179823] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f78ea9-444e-d041-ffc9-ba5a946eeb31, 'name': SearchDatastore_Task, 'duration_secs': 0.024314} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.181216] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da6c18c-adc0-4fbc-a76e-604245a88077 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.187130] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 831.187130] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52988490-ee5b-9f80-98b1-c610f6960cf5" [ 831.187130] env[70917]: _type = "Task" [ 831.187130] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.195515] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52988490-ee5b-9f80-98b1-c610f6960cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.296666] env[70917]: DEBUG oslo_concurrency.lockutils [req-fa9141da-9b26-4871-b656-cf4d3b203978 req-1ff65ac0-0565-4091-81ef-00ddcff1de1b service nova] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.319479] env[70917]: DEBUG nova.scheduler.client.report [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.470629] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461478, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.507445] env[70917]: DEBUG nova.compute.manager [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Received event network-vif-deleted-6a145329-4a21-41d5-b33a-3ba01f38085e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.507445] env[70917]: DEBUG nova.compute.manager [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-vif-deleted-9bae0485-02c2-4c02-996f-b7ab7e9219ea {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.507445] env[70917]: INFO nova.compute.manager [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Neutron deleted interface 9bae0485-02c2-4c02-996f-b7ab7e9219ea; detaching it from the instance and deleting it from the info cache [ 831.507445] env[70917]: DEBUG nova.network.neutron [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.530695] env[70917]: DEBUG oslo_vmware.api [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461479, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545978} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.531870] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.532235] env[70917]: INFO nova.compute.manager [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 14.74 seconds to snapshot the instance on the hypervisor. [ 831.536359] env[70917]: DEBUG nova.compute.manager [req-7062b189-5d0a-413e-8d04-43890f2490c9 req-40aad77a-8afd-4391-bb3c-c4cb5ed3d5ae service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Received event network-vif-plugged-48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.536517] env[70917]: DEBUG oslo_concurrency.lockutils [req-7062b189-5d0a-413e-8d04-43890f2490c9 req-40aad77a-8afd-4391-bb3c-c4cb5ed3d5ae service nova] Acquiring lock "946c11d6-0358-4977-9428-97811ae196d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.536728] env[70917]: DEBUG oslo_concurrency.lockutils [req-7062b189-5d0a-413e-8d04-43890f2490c9 req-40aad77a-8afd-4391-bb3c-c4cb5ed3d5ae service nova] Lock "946c11d6-0358-4977-9428-97811ae196d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.536897] env[70917]: DEBUG oslo_concurrency.lockutils [req-7062b189-5d0a-413e-8d04-43890f2490c9 req-40aad77a-8afd-4391-bb3c-c4cb5ed3d5ae service nova] Lock "946c11d6-0358-4977-9428-97811ae196d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.537076] env[70917]: DEBUG nova.compute.manager [req-7062b189-5d0a-413e-8d04-43890f2490c9 req-40aad77a-8afd-4391-bb3c-c4cb5ed3d5ae service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] No waiting events found dispatching network-vif-plugged-48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.537315] env[70917]: WARNING nova.compute.manager [req-7062b189-5d0a-413e-8d04-43890f2490c9 req-40aad77a-8afd-4391-bb3c-c4cb5ed3d5ae service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Received unexpected event network-vif-plugged-48024396-31ce-4b07-9c52-1af9763d05ee for instance with vm_state building and task_state spawning. [ 831.652342] env[70917]: DEBUG nova.network.neutron [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Successfully updated port: 48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.669836] env[70917]: INFO nova.compute.manager [-] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Took 1.75 seconds to deallocate network for instance. [ 831.697764] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52988490-ee5b-9f80-98b1-c610f6960cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.698168] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.698645] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.698924] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45f65e11-b2b1-400a-b7bd-e749e283f1be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.706677] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 831.706677] env[70917]: value = "task-3461480" [ 831.706677] env[70917]: _type = "Task" [ 831.706677] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.715562] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.824468] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.825068] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.828324] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.120s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.829838] env[70917]: INFO nova.compute.claims [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.942549] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.942746] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.942931] env[70917]: DEBUG nova.network.neutron [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.973316] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461478, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.010636] env[70917]: DEBUG oslo_concurrency.lockutils [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.010636] env[70917]: DEBUG oslo_concurrency.lockutils [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] Acquired lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.011658] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc1867-aad1-4572-8e5d-3fe09d5091ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.036791] env[70917]: DEBUG oslo_concurrency.lockutils [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] Releasing lock "dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.037143] env[70917]: WARNING nova.compute.manager [req-4e66c079-7be5-4f76-bff7-080ed4f17a68 req-3f56709e-390d-458e-94c1-194fcbe9a4af service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Detach interface failed, port_id=9bae0485-02c2-4c02-996f-b7ab7e9219ea, reason: No device with interface-id 9bae0485-02c2-4c02-996f-b7ab7e9219ea exists on VM: nova.exception.NotFound: No device with interface-id 9bae0485-02c2-4c02-996f-b7ab7e9219ea exists on VM [ 832.084142] env[70917]: DEBUG nova.compute.manager [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Found 3 images (rotation: 2) {{(pid=70917) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 832.084374] env[70917]: DEBUG nova.compute.manager [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Rotating out 1 backups {{(pid=70917) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 832.084540] env[70917]: DEBUG nova.compute.manager [None req-981094a2-c4e2-4f01-bd64-c43b79b4a231 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleting image a2cc94b5-fe47-413b-8fd6-5fea6d198220 {{(pid=70917) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 832.100533] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.100805] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "dc670653-4db2-4482-9b29-b3d9853a3593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.101031] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.101218] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.101395] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "dc670653-4db2-4482-9b29-b3d9853a3593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.104181] env[70917]: INFO nova.compute.manager [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Terminating instance [ 832.157368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "refresh_cache-946c11d6-0358-4977-9428-97811ae196d2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "refresh_cache-946c11d6-0358-4977-9428-97811ae196d2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.157368] env[70917]: DEBUG nova.network.neutron [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.176149] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.218487] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510795} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.218770] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.218978] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.219254] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b0fc71-e803-446d-93e5-c8cc482f972c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.226504] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 832.226504] env[70917]: value = "task-3461481" [ 832.226504] env[70917]: _type = "Task" [ 832.226504] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.237810] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.335157] env[70917]: DEBUG nova.compute.utils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.338601] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.338601] env[70917]: DEBUG nova.network.neutron [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.391612] env[70917]: DEBUG nova.policy [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b0908ff1234f2fbb6051b3919b221c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a200722bd894f0b989242428bf0a642', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.471942] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461478, 'name': CloneVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.611759] env[70917]: DEBUG nova.compute.manager [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.612332] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.612870] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282d225-230f-4a80-b702-4c4872f475a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.624181] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.624181] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56caf8c8-f204-4de5-a239-5eed451a8e58 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.630437] env[70917]: DEBUG oslo_vmware.api [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 832.630437] env[70917]: value = "task-3461482" [ 832.630437] env[70917]: _type = "Task" [ 832.630437] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.642610] env[70917]: DEBUG oslo_vmware.api [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.700314] env[70917]: DEBUG nova.network.neutron [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.737894] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067142} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.738574] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.740066] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd56bdaa-6c0c-4d80-a038-25cd2247a050 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.744224] env[70917]: DEBUG nova.network.neutron [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Successfully created port: 0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.767820] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.768943] env[70917]: DEBUG nova.network.neutron [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [{"id": "df221b25-d487-447c-9478-d2df0ddba78e", "address": "fa:16:3e:45:36:77", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf221b25-d4", "ovs_interfaceid": "df221b25-d487-447c-9478-d2df0ddba78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.772254] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d260a79-f0bc-4ad6-a9f6-f9bd9a9495f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.787537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-dc670653-4db2-4482-9b29-b3d9853a3593" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.798325] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 832.798325] env[70917]: value = "task-3461483" [ 832.798325] env[70917]: _type = "Task" [ 832.798325] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.807954] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.845446] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.896052] env[70917]: DEBUG nova.network.neutron [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Updating instance_info_cache with network_info: [{"id": "48024396-31ce-4b07-9c52-1af9763d05ee", "address": "fa:16:3e:50:2e:10", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48024396-31", "ovs_interfaceid": "48024396-31ce-4b07-9c52-1af9763d05ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.975973] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461478, 'name': CloneVM_Task, 'duration_secs': 2.026821} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.980702] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Created linked-clone VM from snapshot [ 832.982145] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4245fdc4-377b-4da5-826d-a8e07d628369 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.990132] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Uploading image 5e0edb29-c390-4a50-8061-96b50d96b1f4 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.016615] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.016615] env[70917]: value = "vm-691424" [ 833.016615] env[70917]: _type = "VirtualMachine" [ 833.016615] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.016615] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-092a20e9-547a-4080-8279-504b74aca612 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.027071] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease: (returnval){ [ 833.027071] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c2908-f15c-abd5-8947-7a63ce49e7e4" [ 833.027071] env[70917]: _type = "HttpNfcLease" [ 833.027071] env[70917]: } obtained for exporting VM: (result){ [ 833.027071] env[70917]: value = "vm-691424" [ 833.027071] env[70917]: _type = "VirtualMachine" [ 833.027071] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.027477] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the lease: (returnval){ [ 833.027477] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c2908-f15c-abd5-8947-7a63ce49e7e4" [ 833.027477] env[70917]: _type = "HttpNfcLease" [ 833.027477] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.038832] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.038832] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c2908-f15c-abd5-8947-7a63ce49e7e4" [ 833.038832] env[70917]: _type = "HttpNfcLease" [ 833.038832] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.141779] env[70917]: DEBUG oslo_vmware.api [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461482, 'name': PowerOffVM_Task, 'duration_secs': 0.208929} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.142036] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.142202] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.142458] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e750c1b-3041-4170-85bd-bde475c46620 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.294403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-daf04481-32b4-40e0-bb28-582436161db7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-dc670653-4db2-4482-9b29-b3d9853a3593-9bae0485-02c2-4c02-996f-b7ab7e9219ea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.406s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.316955] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461483, 'name': ReconfigVM_Task, 'duration_secs': 0.303568} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.319824] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.321163] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c14a05-f756-48fa-bd84-9ff5c7ecbd01 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.328296] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 833.328296] env[70917]: value = "task-3461486" [ 833.328296] env[70917]: _type = "Task" [ 833.328296] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.338123] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461486, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.401473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "refresh_cache-946c11d6-0358-4977-9428-97811ae196d2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.401795] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Instance network_info: |[{"id": "48024396-31ce-4b07-9c52-1af9763d05ee", "address": "fa:16:3e:50:2e:10", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48024396-31", "ovs_interfaceid": "48024396-31ce-4b07-9c52-1af9763d05ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.403214] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:2e:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48024396-31ce-4b07-9c52-1af9763d05ee', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.410717] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.411275] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.411520] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8825da33-4eea-46b7-8d7e-70868d72f5b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.436899] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.436899] env[70917]: value = "task-3461487" [ 833.436899] env[70917]: _type = "Task" [ 833.436899] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.442127] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc24d796-23cb-4aa9-a45a-24bb21090894 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.452573] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa9863e-131d-4535-af34-cd56a4d79233 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.456163] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461487, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.489295] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040080c5-095f-4645-aa53-657bdccdbffe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.499968] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ac199-a3ac-4aaa-a9dc-86bf99f9c54d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.518902] env[70917]: DEBUG nova.compute.provider_tree [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.536709] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.536709] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c2908-f15c-abd5-8947-7a63ce49e7e4" [ 833.536709] env[70917]: _type = "HttpNfcLease" [ 833.536709] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.537091] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.537091] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520c2908-f15c-abd5-8947-7a63ce49e7e4" [ 833.537091] env[70917]: _type = "HttpNfcLease" [ 833.537091] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.538243] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea3b7d3-eef8-4148-a25d-6595408fa709 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.548665] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da8f7-c828-12ee-f24e-0643842e0a74/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.548861] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da8f7-c828-12ee-f24e-0643842e0a74/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.680898] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9669f890-7a6d-40cb-85ed-e42ae3bfacdc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.711291] env[70917]: DEBUG nova.compute.manager [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Received event network-changed-48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.711491] env[70917]: DEBUG nova.compute.manager [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Refreshing instance network info cache due to event network-changed-48024396-31ce-4b07-9c52-1af9763d05ee. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.711712] env[70917]: DEBUG oslo_concurrency.lockutils [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] Acquiring lock "refresh_cache-946c11d6-0358-4977-9428-97811ae196d2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.711859] env[70917]: DEBUG oslo_concurrency.lockutils [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] Acquired lock "refresh_cache-946c11d6-0358-4977-9428-97811ae196d2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.712037] env[70917]: DEBUG nova.network.neutron [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Refreshing network info cache for port 48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.844750] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461486, 'name': Rename_Task, 'duration_secs': 0.354636} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.845074] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.845330] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38be5afb-8ca9-49f5-9de4-3ca0e62716be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.852329] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 833.852329] env[70917]: value = "task-3461488" [ 833.852329] env[70917]: _type = "Task" [ 833.852329] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.858818] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.865990] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.882353] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.882612] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.882772] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.882951] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.883114] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.883266] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.883475] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.884114] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.884114] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.884114] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.884297] env[70917]: DEBUG nova.virt.hardware [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.885192] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376be18-31b7-4cf5-8d45-ec43f4b142f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.897953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b319e3cc-ed95-4410-a8d5-f6f5310615c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.949900] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461487, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.022566] env[70917]: DEBUG nova.scheduler.client.report [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.332824] env[70917]: DEBUG nova.network.neutron [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Successfully updated port: 0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.367673] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.460777] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461487, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.513045] env[70917]: DEBUG oslo_concurrency.lockutils [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.513518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.513797] env[70917]: DEBUG nova.compute.manager [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.515214] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4474b3-f35c-4c1f-beef-7af7d5b41018 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.523284] env[70917]: DEBUG nova.network.neutron [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Updated VIF entry in instance network info cache for port 48024396-31ce-4b07-9c52-1af9763d05ee. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.523920] env[70917]: DEBUG nova.network.neutron [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Updating instance_info_cache with network_info: [{"id": "48024396-31ce-4b07-9c52-1af9763d05ee", "address": "fa:16:3e:50:2e:10", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48024396-31", "ovs_interfaceid": "48024396-31ce-4b07-9c52-1af9763d05ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.529034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.529598] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.535926] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.531s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.535926] env[70917]: DEBUG nova.objects.instance [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.538813] env[70917]: DEBUG nova.compute.manager [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 834.539418] env[70917]: DEBUG nova.objects.instance [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'flavor' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.691478] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.692073] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.692389] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleting the datastore file [datastore1] dc670653-4db2-4482-9b29-b3d9853a3593 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.692851] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-283cd275-b50f-4daf-a9ba-2752e486e2bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.701166] env[70917]: DEBUG oslo_vmware.api [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 834.701166] env[70917]: value = "task-3461489" [ 834.701166] env[70917]: _type = "Task" [ 834.701166] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.712347] env[70917]: DEBUG oslo_vmware.api [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.835588] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.838029] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.838029] env[70917]: DEBUG nova.network.neutron [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.866609] env[70917]: DEBUG oslo_vmware.api [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461488, 'name': PowerOnVM_Task, 'duration_secs': 0.513431} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.866609] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.866609] env[70917]: INFO nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Took 7.96 seconds to spawn the instance on the hypervisor. [ 834.867529] env[70917]: DEBUG nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.867811] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da40a40e-da6b-4b4a-bc45-67c252faf03f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.950976] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461487, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.029136] env[70917]: DEBUG oslo_concurrency.lockutils [req-3350614f-7871-4d92-8ece-6c04ce061c5a req-89c4f5aa-c8ed-4231-82a3-316b32091531 service nova] Releasing lock "refresh_cache-946c11d6-0358-4977-9428-97811ae196d2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.044341] env[70917]: DEBUG nova.compute.utils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.046374] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.046571] env[70917]: DEBUG nova.network.neutron [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.110448] env[70917]: DEBUG nova.policy [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b0908ff1234f2fbb6051b3919b221c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a200722bd894f0b989242428bf0a642', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.213444] env[70917]: DEBUG oslo_vmware.api [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249685} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.213732] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.214312] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.214507] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.215723] env[70917]: INFO nova.compute.manager [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Took 2.60 seconds to destroy the instance on the hypervisor. [ 835.215723] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.215723] env[70917]: DEBUG nova.compute.manager [-] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.215723] env[70917]: DEBUG nova.network.neutron [-] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.295870] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.296176] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.296395] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.296581] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.296796] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.300656] env[70917]: INFO nova.compute.manager [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Terminating instance [ 835.390158] env[70917]: DEBUG nova.network.neutron [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.397063] env[70917]: INFO nova.compute.manager [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Took 35.20 seconds to build instance. [ 835.453766] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461487, 'name': CreateVM_Task, 'duration_secs': 1.530488} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.454982] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.454982] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.454982] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.455446] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.459826] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db0b15d-11ad-4e82-a6f9-aa63d526aa8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.469120] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 835.469120] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a4f1e6-8505-ebb5-22a3-d5e92410386f" [ 835.469120] env[70917]: _type = "Task" [ 835.469120] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.480589] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a4f1e6-8505-ebb5-22a3-d5e92410386f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.548264] env[70917]: DEBUG oslo_concurrency.lockutils [None req-157b1a36-fc82-44c5-95b7-2ce95d8f051e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.550100] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.777s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.551649] env[70917]: INFO nova.compute.claims [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.554926] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.557973] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.560091] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3029e378-5a66-45f9-832e-7cc832400251 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.569281] env[70917]: DEBUG oslo_vmware.api [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 835.569281] env[70917]: value = "task-3461490" [ 835.569281] env[70917]: _type = "Task" [ 835.569281] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.580500] env[70917]: DEBUG oslo_vmware.api [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.662330] env[70917]: DEBUG nova.network.neutron [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Successfully created port: 95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.664496] env[70917]: DEBUG nova.network.neutron [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Updating instance_info_cache with network_info: [{"id": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "address": "fa:16:3e:d7:79:50", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b14f9-56", "ovs_interfaceid": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.805177] env[70917]: DEBUG nova.compute.manager [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.805555] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.806580] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d839b35-5d33-416f-b835-ad7ccc2bb830 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.815868] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.816155] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f382de-8fba-407e-8412-4895490af55b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.828815] env[70917]: DEBUG oslo_vmware.api [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 835.828815] env[70917]: value = "task-3461491" [ 835.828815] env[70917]: _type = "Task" [ 835.828815] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.837734] env[70917]: DEBUG oslo_vmware.api [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.903327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-478cda4b-bb47-4f16-b482-f56018dee96e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.159s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.969304] env[70917]: DEBUG nova.compute.manager [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Received event network-vif-plugged-0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.969474] env[70917]: DEBUG oslo_concurrency.lockutils [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] Acquiring lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.969696] env[70917]: DEBUG oslo_concurrency.lockutils [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.970274] env[70917]: DEBUG oslo_concurrency.lockutils [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.970274] env[70917]: DEBUG nova.compute.manager [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] No waiting events found dispatching network-vif-plugged-0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.970274] env[70917]: WARNING nova.compute.manager [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Received unexpected event network-vif-plugged-0f7b14f9-5627-4521-9dfa-3fb271e7e435 for instance with vm_state building and task_state spawning. [ 835.970493] env[70917]: DEBUG nova.compute.manager [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Received event network-changed-0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.970693] env[70917]: DEBUG nova.compute.manager [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Refreshing instance network info cache due to event network-changed-0f7b14f9-5627-4521-9dfa-3fb271e7e435. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.970693] env[70917]: DEBUG oslo_concurrency.lockutils [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] Acquiring lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.983610] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a4f1e6-8505-ebb5-22a3-d5e92410386f, 'name': SearchDatastore_Task, 'duration_secs': 0.024555} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.984470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.985164] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.985240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.985505] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.985790] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.986268] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cbae6b-9894-42fd-9062-733a0187ef47 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.997214] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.999708] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.999708] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137dc6c9-e9b2-4c98-9863-4ea0c3680e35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.006245] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 836.006245] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5236dab6-1eea-1cf3-5b34-5c35fb887966" [ 836.006245] env[70917]: _type = "Task" [ 836.006245] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.020753] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5236dab6-1eea-1cf3-5b34-5c35fb887966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.082862] env[70917]: DEBUG oslo_vmware.api [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461490, 'name': PowerOffVM_Task, 'duration_secs': 0.262986} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.084318] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.084318] env[70917]: DEBUG nova.compute.manager [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.084710] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b8fa76-e3b1-44d0-abe0-aba61da8f311 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.112030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.113353] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.169488] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.169830] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Instance network_info: |[{"id": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "address": "fa:16:3e:d7:79:50", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b14f9-56", "ovs_interfaceid": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.170175] env[70917]: DEBUG oslo_concurrency.lockutils [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] Acquired lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.170356] env[70917]: DEBUG nova.network.neutron [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Refreshing network info cache for port 0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.171578] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:79:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f7b14f9-5627-4521-9dfa-3fb271e7e435', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.179976] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Creating folder: Project (4a200722bd894f0b989242428bf0a642). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.183553] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d5a8c77-b489-4980-bc9b-1df7037c40ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.196809] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Created folder: Project (4a200722bd894f0b989242428bf0a642) in parent group-v691255. [ 836.197017] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Creating folder: Instances. Parent ref: group-v691426. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.197370] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad702f74-014a-4b0b-8f1f-b51eda523b0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.207934] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Created folder: Instances in parent group-v691426. [ 836.208143] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.208346] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.208579] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-180798a4-8fcd-431a-9cdf-024e363878d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.229837] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.229837] env[70917]: value = "task-3461494" [ 836.229837] env[70917]: _type = "Task" [ 836.229837] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.238687] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461494, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.341725] env[70917]: DEBUG oslo_vmware.api [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461491, 'name': PowerOffVM_Task, 'duration_secs': 0.2426} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.342116] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.342287] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.342545] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355ba4c4-f349-4aff-87a3-2a4c52f49d32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.401341] env[70917]: DEBUG nova.network.neutron [-] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.401956] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.422470] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.422647] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.422769] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Deleting the datastore file [datastore1] 7b18ee62-aac9-48e7-85f6-69c2c8634e21 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.423320] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-514fab43-d57c-4bdf-bf0c-f38fbdb66d57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.431018] env[70917]: DEBUG oslo_vmware.api [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 836.431018] env[70917]: value = "task-3461496" [ 836.431018] env[70917]: _type = "Task" [ 836.431018] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.440737] env[70917]: DEBUG oslo_vmware.api [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.518244] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5236dab6-1eea-1cf3-5b34-5c35fb887966, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.519141] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb9ffe0-31ec-4db0-9cd8-f994de4e96ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.525791] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 836.525791] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52608f00-9dd7-df22-c66b-b6dccbab68fb" [ 836.525791] env[70917]: _type = "Task" [ 836.525791] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.536080] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52608f00-9dd7-df22-c66b-b6dccbab68fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.566565] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.595928] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.596228] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.596459] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.599794] env[70917]: DEBUG nova.virt.hardware [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.601045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550b9e5-1b87-43de-9649-3a923b9cd3c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.604757] env[70917]: DEBUG oslo_concurrency.lockutils [None req-940c762b-8c41-4b3a-8d2a-ba10a2abbfb5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.621871] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8194a527-1ab8-4bc8-bcab-478848b72fcf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.746849] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461494, 'name': CreateVM_Task, 'duration_secs': 0.419326} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.750803] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.751482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.751658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.753577] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.753577] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182c3049-759d-4ebf-b4cc-336ec6a33c73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.759086] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 836.759086] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524d878e-ada4-ec71-c483-f625f7c71d35" [ 836.759086] env[70917]: _type = "Task" [ 836.759086] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.772937] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524d878e-ada4-ec71-c483-f625f7c71d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.906426] env[70917]: INFO nova.compute.manager [-] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Took 1.69 seconds to deallocate network for instance. [ 836.937011] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.943449] env[70917]: DEBUG oslo_vmware.api [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26998} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.944144] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.944317] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.944517] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.944702] env[70917]: INFO nova.compute.manager [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 836.944946] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.945227] env[70917]: DEBUG nova.compute.manager [-] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.945409] env[70917]: DEBUG nova.network.neutron [-] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.046457] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52608f00-9dd7-df22-c66b-b6dccbab68fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.046740] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.047017] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 946c11d6-0358-4977-9428-97811ae196d2/946c11d6-0358-4977-9428-97811ae196d2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.051545] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56aeb71-e364-4090-ba5c-2de26990b561 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.062319] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 837.062319] env[70917]: value = "task-3461497" [ 837.062319] env[70917]: _type = "Task" [ 837.062319] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.074323] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.109850] env[70917]: DEBUG nova.network.neutron [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Updated VIF entry in instance network info cache for port 0f7b14f9-5627-4521-9dfa-3fb271e7e435. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.110240] env[70917]: DEBUG nova.network.neutron [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Updating instance_info_cache with network_info: [{"id": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "address": "fa:16:3e:d7:79:50", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b14f9-56", "ovs_interfaceid": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.284065] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524d878e-ada4-ec71-c483-f625f7c71d35, 'name': SearchDatastore_Task, 'duration_secs': 0.014194} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.285098] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.287166] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.287166] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.287166] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.287166] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.287570] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0414e2-c3b5-4c54-beb8-52be09ef0bb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.290562] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecaf492-e62d-4f63-91e0-8dd1f486bb6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.300734] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87104eea-006e-4e2e-9d56-0c2d777d574b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.308512] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.308512] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.340279] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2314cc11-0ea0-4af0-9da2-9d138f4d1002 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.344411] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40fae7-b256-42bf-8f71-87ee60e9086e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.351593] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 837.351593] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52790f1f-c240-e7dc-b708-758bfc8cd505" [ 837.351593] env[70917]: _type = "Task" [ 837.351593] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.357941] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71600a88-737b-4fdd-aa71-2e16b6f0442a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.368469] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52790f1f-c240-e7dc-b708-758bfc8cd505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.378177] env[70917]: DEBUG nova.compute.provider_tree [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.423354] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.457221] env[70917]: DEBUG nova.compute.manager [req-5422dc44-ce92-456d-a5b1-e880af295a94 req-caa174c1-a9a4-47ac-ac2b-59849a604942 service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Received event network-vif-plugged-95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.457508] env[70917]: DEBUG oslo_concurrency.lockutils [req-5422dc44-ce92-456d-a5b1-e880af295a94 req-caa174c1-a9a4-47ac-ac2b-59849a604942 service nova] Acquiring lock "741a22eb-1de9-4f24-92bc-001da42c21f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.457751] env[70917]: DEBUG oslo_concurrency.lockutils [req-5422dc44-ce92-456d-a5b1-e880af295a94 req-caa174c1-a9a4-47ac-ac2b-59849a604942 service nova] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.457926] env[70917]: DEBUG oslo_concurrency.lockutils [req-5422dc44-ce92-456d-a5b1-e880af295a94 req-caa174c1-a9a4-47ac-ac2b-59849a604942 service nova] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.458121] env[70917]: DEBUG nova.compute.manager [req-5422dc44-ce92-456d-a5b1-e880af295a94 req-caa174c1-a9a4-47ac-ac2b-59849a604942 service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] No waiting events found dispatching network-vif-plugged-95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.458300] env[70917]: WARNING nova.compute.manager [req-5422dc44-ce92-456d-a5b1-e880af295a94 req-caa174c1-a9a4-47ac-ac2b-59849a604942 service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Received unexpected event network-vif-plugged-95da182b-ba27-4f6b-a133-92846020d522 for instance with vm_state building and task_state spawning. [ 837.572829] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.613512] env[70917]: DEBUG oslo_concurrency.lockutils [req-6eae0e25-f7cb-4ded-8865-9020a16b9e23 req-20dfac40-1d90-4452-9c0d-e8225681b6f2 service nova] Releasing lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.680158] env[70917]: DEBUG nova.network.neutron [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Successfully updated port: 95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.781789] env[70917]: DEBUG nova.compute.manager [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Stashing vm_state: stopped {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 837.864462] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52790f1f-c240-e7dc-b708-758bfc8cd505, 'name': SearchDatastore_Task, 'duration_secs': 0.019367} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.865298] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d22b66-c63f-4796-ae83-3c6fcf47ae49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.871593] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 837.871593] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52364139-a8ec-1905-db96-a8629208fa50" [ 837.871593] env[70917]: _type = "Task" [ 837.871593] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.884095] env[70917]: DEBUG nova.scheduler.client.report [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.888707] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52364139-a8ec-1905-db96-a8629208fa50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.029726] env[70917]: DEBUG nova.compute.manager [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Received event network-vif-deleted-df221b25-d487-447c-9478-d2df0ddba78e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.029991] env[70917]: DEBUG nova.compute.manager [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.030253] env[70917]: DEBUG nova.compute.manager [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing instance network info cache due to event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.030426] env[70917]: DEBUG oslo_concurrency.lockutils [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.030586] env[70917]: DEBUG oslo_concurrency.lockutils [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.030750] env[70917]: DEBUG nova.network.neutron [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.070232] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5712} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.070538] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 946c11d6-0358-4977-9428-97811ae196d2/946c11d6-0358-4977-9428-97811ae196d2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.070859] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.071091] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51ac5dc5-5827-4403-8f00-5adda82d8518 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.078295] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 838.078295] env[70917]: value = "task-3461498" [ 838.078295] env[70917]: _type = "Task" [ 838.078295] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.087650] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.183606] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "refresh_cache-741a22eb-1de9-4f24-92bc-001da42c21f8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.183771] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "refresh_cache-741a22eb-1de9-4f24-92bc-001da42c21f8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.183923] env[70917]: DEBUG nova.network.neutron [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.303457] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.325058] env[70917]: DEBUG nova.network.neutron [-] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.382564] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52364139-a8ec-1905-db96-a8629208fa50, 'name': SearchDatastore_Task, 'duration_secs': 0.030509} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.382857] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.383142] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] efb140fb-109e-4c1c-a8c6-7971e38c2e88/efb140fb-109e-4c1c-a8c6-7971e38c2e88.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.384038] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51255669-f134-4fec-bfec-8e498c30848a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.391303] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.391863] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.394560] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 838.394560] env[70917]: value = "task-3461499" [ 838.394560] env[70917]: _type = "Task" [ 838.394560] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.394876] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.053s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.396655] env[70917]: INFO nova.compute.claims [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.409801] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.587655] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077297} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.588014] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.588890] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f943f33-ad36-4f1e-ad1c-269bfb1d57ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.611725] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 946c11d6-0358-4977-9428-97811ae196d2/946c11d6-0358-4977-9428-97811ae196d2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.614305] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9953de1f-fae7-440c-96d4-3c0a0135611e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.634297] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 838.634297] env[70917]: value = "task-3461500" [ 838.634297] env[70917]: _type = "Task" [ 838.634297] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.643670] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.743265] env[70917]: DEBUG nova.network.neutron [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.830583] env[70917]: INFO nova.compute.manager [-] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Took 1.89 seconds to deallocate network for instance. [ 838.902061] env[70917]: DEBUG nova.compute.utils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.915606] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.915848] env[70917]: DEBUG nova.network.neutron [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.927998] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.941286] env[70917]: DEBUG nova.network.neutron [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updated VIF entry in instance network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.941572] env[70917]: DEBUG nova.network.neutron [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.986109] env[70917]: DEBUG nova.policy [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17b0908ff1234f2fbb6051b3919b221c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a200722bd894f0b989242428bf0a642', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.002394] env[70917]: DEBUG nova.network.neutron [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Updating instance_info_cache with network_info: [{"id": "95da182b-ba27-4f6b-a133-92846020d522", "address": "fa:16:3e:e5:2b:ed", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da182b-ba", "ovs_interfaceid": "95da182b-ba27-4f6b-a133-92846020d522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.145377] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461500, 'name': ReconfigVM_Task, 'duration_secs': 0.333827} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.145706] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 946c11d6-0358-4977-9428-97811ae196d2/946c11d6-0358-4977-9428-97811ae196d2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.146413] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d3a48a-02c3-474a-9832-46f2b63535d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.152757] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 839.152757] env[70917]: value = "task-3461501" [ 839.152757] env[70917]: _type = "Task" [ 839.152757] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.167014] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461501, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.339789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.369085] env[70917]: DEBUG nova.network.neutron [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Successfully created port: d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.410637] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626261} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.410951] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] efb140fb-109e-4c1c-a8c6-7971e38c2e88/efb140fb-109e-4c1c-a8c6-7971e38c2e88.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.411185] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.411445] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ce49dc-e362-4dce-9360-c12bb5863c73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.417874] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 839.417874] env[70917]: value = "task-3461502" [ 839.417874] env[70917]: _type = "Task" [ 839.417874] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.421619] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.432558] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.445327] env[70917]: DEBUG oslo_concurrency.lockutils [req-afc0cb44-9761-4434-afcd-6afa75a9c632 req-28420dc0-4d9e-4dd0-827e-4baffc693764 service nova] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.507268] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "refresh_cache-741a22eb-1de9-4f24-92bc-001da42c21f8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.507671] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Instance network_info: |[{"id": "95da182b-ba27-4f6b-a133-92846020d522", "address": "fa:16:3e:e5:2b:ed", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da182b-ba", "ovs_interfaceid": "95da182b-ba27-4f6b-a133-92846020d522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.508932] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:2b:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95da182b-ba27-4f6b-a133-92846020d522', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.515985] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.516544] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.516772] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84b2a008-4840-4aed-b1ba-25b0e0e54e90 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.540499] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.540499] env[70917]: value = "task-3461503" [ 839.540499] env[70917]: _type = "Task" [ 839.540499] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.550984] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461503, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.555077] env[70917]: DEBUG nova.compute.manager [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Received event network-changed-95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.555077] env[70917]: DEBUG nova.compute.manager [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Refreshing instance network info cache due to event network-changed-95da182b-ba27-4f6b-a133-92846020d522. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.555077] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] Acquiring lock "refresh_cache-741a22eb-1de9-4f24-92bc-001da42c21f8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.555077] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] Acquired lock "refresh_cache-741a22eb-1de9-4f24-92bc-001da42c21f8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.555077] env[70917]: DEBUG nova.network.neutron [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Refreshing network info cache for port 95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.665657] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461501, 'name': Rename_Task, 'duration_secs': 0.177934} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.665965] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.666200] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49da8957-5cb4-4dc9-b424-28bc0e3aeea1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.673639] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 839.673639] env[70917]: value = "task-3461504" [ 839.673639] env[70917]: _type = "Task" [ 839.673639] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.681964] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.931181] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064786} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.934126] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.935150] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410798d6-2688-406e-ac07-978bb09460e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.963609] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] efb140fb-109e-4c1c-a8c6-7971e38c2e88/efb140fb-109e-4c1c-a8c6-7971e38c2e88.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.966685] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb6db0a-6f8e-4f6c-b126-359248645469 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.989020] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 839.989020] env[70917]: value = "task-3461505" [ 839.989020] env[70917]: _type = "Task" [ 839.989020] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.998508] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.055101] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461503, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.062096] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1f625-4dd4-41a1-aca9-11f19d8d5d2a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.069506] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b59cf-2fa4-42a9-bde3-43e5ecb21a49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.116284] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702edad6-eee0-4a3d-996d-12286dd062db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.127673] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98666a70-cb0e-4b81-82f6-78cec8e40fdb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.142544] env[70917]: DEBUG nova.compute.provider_tree [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.184960] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.364201] env[70917]: DEBUG nova.network.neutron [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Updated VIF entry in instance network info cache for port 95da182b-ba27-4f6b-a133-92846020d522. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.364201] env[70917]: DEBUG nova.network.neutron [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Updating instance_info_cache with network_info: [{"id": "95da182b-ba27-4f6b-a133-92846020d522", "address": "fa:16:3e:e5:2b:ed", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da182b-ba", "ovs_interfaceid": "95da182b-ba27-4f6b-a133-92846020d522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.433011] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.459904] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.460185] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.460347] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.460529] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.460677] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.460830] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.461139] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.461318] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.461490] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.461660] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.461884] env[70917]: DEBUG nova.virt.hardware [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.462734] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571087cd-17a9-442c-bdba-3177b356f5da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.471211] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382a87bc-c991-47fd-ac93-eafe6e7b57e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.497117] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461505, 'name': ReconfigVM_Task, 'duration_secs': 0.383022} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.497437] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Reconfigured VM instance instance-00000035 to attach disk [datastore2] efb140fb-109e-4c1c-a8c6-7971e38c2e88/efb140fb-109e-4c1c-a8c6-7971e38c2e88.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.498136] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69f1f58f-93c8-4f2f-97b8-07b0a23022e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.505838] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 840.505838] env[70917]: value = "task-3461506" [ 840.505838] env[70917]: _type = "Task" [ 840.505838] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.517741] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461506, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.551555] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461503, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.647039] env[70917]: DEBUG nova.scheduler.client.report [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.685973] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461504, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.866771] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] Releasing lock "refresh_cache-741a22eb-1de9-4f24-92bc-001da42c21f8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.867104] env[70917]: DEBUG nova.compute.manager [req-bb204273-871b-4581-9ba1-490a0a2d3511 req-4d8c2d8d-bf9f-4749-8fc2-f0e53ae3fb0a service nova] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Received event network-vif-deleted-c390579c-3c2c-4f65-b398-ccf53718452e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.899202] env[70917]: DEBUG nova.compute.manager [req-ec26ee60-05a3-4952-a525-0d885b91074e req-c0ee97c2-55b8-4d82-86e3-dccd1bbdfc85 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Received event network-vif-plugged-d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.899319] env[70917]: DEBUG oslo_concurrency.lockutils [req-ec26ee60-05a3-4952-a525-0d885b91074e req-c0ee97c2-55b8-4d82-86e3-dccd1bbdfc85 service nova] Acquiring lock "d2047415-cd31-4b13-948d-b4985a1679de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.899554] env[70917]: DEBUG oslo_concurrency.lockutils [req-ec26ee60-05a3-4952-a525-0d885b91074e req-c0ee97c2-55b8-4d82-86e3-dccd1bbdfc85 service nova] Lock "d2047415-cd31-4b13-948d-b4985a1679de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.899724] env[70917]: DEBUG oslo_concurrency.lockutils [req-ec26ee60-05a3-4952-a525-0d885b91074e req-c0ee97c2-55b8-4d82-86e3-dccd1bbdfc85 service nova] Lock "d2047415-cd31-4b13-948d-b4985a1679de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.899912] env[70917]: DEBUG nova.compute.manager [req-ec26ee60-05a3-4952-a525-0d885b91074e req-c0ee97c2-55b8-4d82-86e3-dccd1bbdfc85 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] No waiting events found dispatching network-vif-plugged-d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.900143] env[70917]: WARNING nova.compute.manager [req-ec26ee60-05a3-4952-a525-0d885b91074e req-c0ee97c2-55b8-4d82-86e3-dccd1bbdfc85 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Received unexpected event network-vif-plugged-d8ac4208-b6c8-4870-873d-5df0279336b3 for instance with vm_state building and task_state spawning. [ 841.015292] env[70917]: DEBUG nova.network.neutron [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Successfully updated port: d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.023729] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461506, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.054569] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461503, 'name': CreateVM_Task, 'duration_secs': 1.081158} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.054778] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.055872] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.056085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.056445] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.056809] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa54478-986c-4ce0-ae9b-4b3e7a0b99ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.062350] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 841.062350] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524f2273-33f6-c700-231a-b2d667539950" [ 841.062350] env[70917]: _type = "Task" [ 841.062350] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.073942] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524f2273-33f6-c700-231a-b2d667539950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.154147] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.154696] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.157882] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.479s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.158111] env[70917]: DEBUG nova.objects.instance [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'resources' on Instance uuid 9c9d1dea-cafa-4e05-8f35-7a5eda4037db {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.186514] env[70917]: DEBUG oslo_vmware.api [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461504, 'name': PowerOnVM_Task, 'duration_secs': 1.133552} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.186826] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.187067] env[70917]: INFO nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Took 10.15 seconds to spawn the instance on the hypervisor. [ 841.187277] env[70917]: DEBUG nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.188636] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47966e60-03f5-4995-a8b2-f95effc33709 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.402710] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da8f7-c828-12ee-f24e-0643842e0a74/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.403732] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e34538-ddbb-488a-8c66-4c7baa93be86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.410064] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da8f7-c828-12ee-f24e-0643842e0a74/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.410244] env[70917]: ERROR oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da8f7-c828-12ee-f24e-0643842e0a74/disk-0.vmdk due to incomplete transfer. [ 841.410470] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-945c0876-6d00-4be1-9029-389a570912ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.417492] env[70917]: DEBUG oslo_vmware.rw_handles [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da8f7-c828-12ee-f24e-0643842e0a74/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.417702] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Uploaded image 5e0edb29-c390-4a50-8061-96b50d96b1f4 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.419908] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.420181] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4509683-e423-4e76-ab5b-2c4cc7f74cf5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.426670] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 841.426670] env[70917]: value = "task-3461507" [ 841.426670] env[70917]: _type = "Task" [ 841.426670] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.434580] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461507, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.521990] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "refresh_cache-d2047415-cd31-4b13-948d-b4985a1679de" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.522161] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "refresh_cache-d2047415-cd31-4b13-948d-b4985a1679de" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.522311] env[70917]: DEBUG nova.network.neutron [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.524591] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461506, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.573760] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524f2273-33f6-c700-231a-b2d667539950, 'name': SearchDatastore_Task, 'duration_secs': 0.017899} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.574080] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.574313] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.574546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.574693] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.574870] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.575202] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65156845-fdd9-4fa4-a96d-11ba1718d8aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.584267] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.584453] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.585170] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78820b6-b775-46a1-8070-08d76513c3ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.591078] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 841.591078] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52caf885-73c0-77f5-44d7-05ca6469be8c" [ 841.591078] env[70917]: _type = "Task" [ 841.591078] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.601372] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52caf885-73c0-77f5-44d7-05ca6469be8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.661230] env[70917]: DEBUG nova.compute.utils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.666091] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.667249] env[70917]: DEBUG nova.network.neutron [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.712439] env[70917]: INFO nova.compute.manager [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Took 37.18 seconds to build instance. [ 841.730901] env[70917]: DEBUG nova.policy [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c104538f374b1fa4cb9f2059ed0e4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9304e9cf48c4905905635eddf1529c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.943166] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461507, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.020149] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461506, 'name': Rename_Task, 'duration_secs': 1.180302} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.020426] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.020669] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce461bb6-088a-4fa9-806c-1082c50c6ed8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.031646] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 842.031646] env[70917]: value = "task-3461508" [ 842.031646] env[70917]: _type = "Task" [ 842.031646] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.041272] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.082217] env[70917]: DEBUG nova.network.neutron [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Successfully created port: ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.101944] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52caf885-73c0-77f5-44d7-05ca6469be8c, 'name': SearchDatastore_Task, 'duration_secs': 0.029438} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.102756] env[70917]: DEBUG nova.network.neutron [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.108259] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf70f9a-131b-416e-b70a-33f3cc7593a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.113971] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 842.113971] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ccd44f-0748-ea5f-487a-358f3da1273d" [ 842.113971] env[70917]: _type = "Task" [ 842.113971] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.121940] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ccd44f-0748-ea5f-487a-358f3da1273d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.172121] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.220255] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b2d7515d-124b-485f-bb02-7b9c8ffa640c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "946c11d6-0358-4977-9428-97811ae196d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.561s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.329061] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb6d79-9413-46cc-880c-50e72e14916d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.336387] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd657c1c-f1ab-4e48-9811-34628e959a37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.345172] env[70917]: DEBUG nova.network.neutron [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Updating instance_info_cache with network_info: [{"id": "d8ac4208-b6c8-4870-873d-5df0279336b3", "address": "fa:16:3e:fa:4f:a2", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8ac4208-b6", "ovs_interfaceid": "d8ac4208-b6c8-4870-873d-5df0279336b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.383315] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d8d99-1caf-4a87-8bcf-5bfed086b042 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.395794] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e7c21-e1a2-49fe-b921-3fa9b2852d8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.414469] env[70917]: DEBUG nova.compute.provider_tree [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.442864] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461507, 'name': Destroy_Task, 'duration_secs': 0.956806} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.443681] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Destroyed the VM [ 842.443681] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.443791] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b7cde73-3994-4bde-abfe-d70c6f80719c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.452788] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 842.452788] env[70917]: value = "task-3461509" [ 842.452788] env[70917]: _type = "Task" [ 842.452788] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.461879] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.543271] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461508, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.555721] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "360dd779-fb3d-4fc7-b293-eb30887f4e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.556098] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.625768] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ccd44f-0748-ea5f-487a-358f3da1273d, 'name': SearchDatastore_Task, 'duration_secs': 0.022226} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.626108] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.626396] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 741a22eb-1de9-4f24-92bc-001da42c21f8/741a22eb-1de9-4f24-92bc-001da42c21f8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.626676] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6c2957-8d3d-4e5e-9e32-b12c68657de5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.633397] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 842.633397] env[70917]: value = "task-3461510" [ 842.633397] env[70917]: _type = "Task" [ 842.633397] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.641715] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.727283] env[70917]: DEBUG nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.853753] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "refresh_cache-d2047415-cd31-4b13-948d-b4985a1679de" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.854121] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Instance network_info: |[{"id": "d8ac4208-b6c8-4870-873d-5df0279336b3", "address": "fa:16:3e:fa:4f:a2", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8ac4208-b6", "ovs_interfaceid": "d8ac4208-b6c8-4870-873d-5df0279336b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.854626] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:4f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8ac4208-b6c8-4870-873d-5df0279336b3', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.862573] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.862820] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.863383] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d1f79d-63d4-4e20-aa73-b4af6fdfe0bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.883952] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.883952] env[70917]: value = "task-3461511" [ 842.883952] env[70917]: _type = "Task" [ 842.883952] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.894060] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461511, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.916730] env[70917]: DEBUG nova.scheduler.client.report [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.963330] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461509, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.969256] env[70917]: DEBUG nova.compute.manager [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Received event network-changed-d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.969508] env[70917]: DEBUG nova.compute.manager [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Refreshing instance network info cache due to event network-changed-d8ac4208-b6c8-4870-873d-5df0279336b3. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.969740] env[70917]: DEBUG oslo_concurrency.lockutils [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] Acquiring lock "refresh_cache-d2047415-cd31-4b13-948d-b4985a1679de" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.969921] env[70917]: DEBUG oslo_concurrency.lockutils [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] Acquired lock "refresh_cache-d2047415-cd31-4b13-948d-b4985a1679de" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.970130] env[70917]: DEBUG nova.network.neutron [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Refreshing network info cache for port d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.042726] env[70917]: DEBUG oslo_vmware.api [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461508, 'name': PowerOnVM_Task, 'duration_secs': 0.531442} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.044917] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.044917] env[70917]: INFO nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Took 9.18 seconds to spawn the instance on the hypervisor. [ 843.044917] env[70917]: DEBUG nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.044917] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24386cd0-0b7b-432c-993e-2056c8d98c7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.146174] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461510, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.185107] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.215829] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.216335] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.216673] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.217167] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.217903] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.217903] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.218130] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.218191] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.218806] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.218806] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.218806] env[70917]: DEBUG nova.virt.hardware [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.219759] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c4c7af-4563-435f-a5df-febb78764409 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.228526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb732dc-d6d7-449d-ae50-81deeae6c89d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.258871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.316296] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "e1f41814-b402-44ef-8f7d-f47f7503b083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.316520] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.394094] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461511, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.422306] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.424976] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.670s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.426780] env[70917]: INFO nova.compute.claims [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.446941] env[70917]: INFO nova.scheduler.client.report [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocations for instance 9c9d1dea-cafa-4e05-8f35-7a5eda4037db [ 843.464039] env[70917]: DEBUG oslo_vmware.api [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.97559} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.464039] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.464039] env[70917]: INFO nova.compute.manager [None req-0850b92f-5aa4-480c-98e1-a4554b5b6115 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 843.565259] env[70917]: INFO nova.compute.manager [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Took 37.43 seconds to build instance. [ 843.646072] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517332} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.646072] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 741a22eb-1de9-4f24-92bc-001da42c21f8/741a22eb-1de9-4f24-92bc-001da42c21f8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.646204] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.646426] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a8daeb5-ffa7-4f84-a3af-b5461eed42ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.654050] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 843.654050] env[70917]: value = "task-3461512" [ 843.654050] env[70917]: _type = "Task" [ 843.654050] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.668182] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.781084] env[70917]: DEBUG nova.network.neutron [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Updated VIF entry in instance network info cache for port d8ac4208-b6c8-4870-873d-5df0279336b3. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.781474] env[70917]: DEBUG nova.network.neutron [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Updating instance_info_cache with network_info: [{"id": "d8ac4208-b6c8-4870-873d-5df0279336b3", "address": "fa:16:3e:fa:4f:a2", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8ac4208-b6", "ovs_interfaceid": "d8ac4208-b6c8-4870-873d-5df0279336b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.895733] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461511, 'name': CreateVM_Task, 'duration_secs': 0.565161} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.896023] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.896850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.897086] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.897453] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897768] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cddb4ca-880b-42dd-a5f3-4fb21a1d048b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.902849] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 843.902849] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520df9b4-7a9d-1c60-7e07-64f68127a7c1" [ 843.902849] env[70917]: _type = "Task" [ 843.902849] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.912185] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520df9b4-7a9d-1c60-7e07-64f68127a7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.956347] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f205923-5121-4934-a5e0-4fc63ab63fca tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "9c9d1dea-cafa-4e05-8f35-7a5eda4037db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.283s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.995182] env[70917]: DEBUG nova.network.neutron [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Successfully updated port: ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.067990] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18d31f63-47a2-46e9-909c-a66811032dbb tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.565s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.167250] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069434} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.167649] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.168821] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f951ee-f1c7-4e34-bc5c-e58981bce144 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.193174] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 741a22eb-1de9-4f24-92bc-001da42c21f8/741a22eb-1de9-4f24-92bc-001da42c21f8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.193487] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e471e9-a5c6-4349-af59-dc39ff4b2cf7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.215835] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 844.215835] env[70917]: value = "task-3461513" [ 844.215835] env[70917]: _type = "Task" [ 844.215835] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.225234] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.285298] env[70917]: DEBUG oslo_concurrency.lockutils [req-14583789-1211-4545-b379-2777a9d1eafb req-b38dfe85-d318-46a7-8a6d-a3f860b5e9a3 service nova] Releasing lock "refresh_cache-d2047415-cd31-4b13-948d-b4985a1679de" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.415572] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520df9b4-7a9d-1c60-7e07-64f68127a7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021061} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.416509] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.416509] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.416509] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.416509] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.416706] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.416905] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d81b5da1-0a02-4e44-b71a-9db7d740635f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.422414] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquiring lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.422637] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.422884] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquiring lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.423044] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.423224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.425439] env[70917]: INFO nova.compute.manager [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Terminating instance [ 844.431548] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.431548] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.432275] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69df3809-7a12-4e92-9023-3da946fec99c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.441368] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 844.441368] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52044d77-491e-fd46-559b-a81495742022" [ 844.441368] env[70917]: _type = "Task" [ 844.441368] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.451615] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52044d77-491e-fd46-559b-a81495742022, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.452247] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7988ae6f-2c35-4211-a8fb-ae6b33505fe2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.457606] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 844.457606] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528f5128-8a3e-9f00-39e1-2ccd964987d4" [ 844.457606] env[70917]: _type = "Task" [ 844.457606] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.465643] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528f5128-8a3e-9f00-39e1-2ccd964987d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.496922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "refresh_cache-f847aa60-5673-4054-bf77-7e5aaaafc282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.497133] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "refresh_cache-f847aa60-5673-4054-bf77-7e5aaaafc282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.497272] env[70917]: DEBUG nova.network.neutron [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.572728] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.727059] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.930682] env[70917]: DEBUG nova.compute.manager [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.930976] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.931412] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1e0bcd-e20b-402c-814a-325a64685a51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.938939] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 844.938939] env[70917]: value = "task-3461514" [ 844.938939] env[70917]: _type = "Task" [ 844.938939] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.943931] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abac2c6-52fd-4f13-8370-14147cda1b6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.952772] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.956075] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d4fcf-6168-4f56-8f9f-fa4f7d4e3778 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.967852] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528f5128-8a3e-9f00-39e1-2ccd964987d4, 'name': SearchDatastore_Task, 'duration_secs': 0.007855} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.993350] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.993658] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] d2047415-cd31-4b13-948d-b4985a1679de/d2047415-cd31-4b13-948d-b4985a1679de.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.994175] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ffd38dc-3925-4f54-9a85-ebf27df7fcb4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.996720] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714a4f7-ba6f-4cc4-b341-ee1b381b63d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.003525] env[70917]: DEBUG nova.compute.manager [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Received event network-vif-plugged-ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.003816] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] Acquiring lock "f847aa60-5673-4054-bf77-7e5aaaafc282-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.004076] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.004320] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.004523] env[70917]: DEBUG nova.compute.manager [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] No waiting events found dispatching network-vif-plugged-ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.004703] env[70917]: WARNING nova.compute.manager [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Received unexpected event network-vif-plugged-ed6f8216-b366-4556-b1de-2961a673d97b for instance with vm_state building and task_state spawning. [ 845.004864] env[70917]: DEBUG nova.compute.manager [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Received event network-changed-ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.005129] env[70917]: DEBUG nova.compute.manager [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Refreshing instance network info cache due to event network-changed-ed6f8216-b366-4556-b1de-2961a673d97b. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.005342] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] Acquiring lock "refresh_cache-f847aa60-5673-4054-bf77-7e5aaaafc282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.013069] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7dd56d-e1fa-4607-b997-464b93da86e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.018247] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 845.018247] env[70917]: value = "task-3461515" [ 845.018247] env[70917]: _type = "Task" [ 845.018247] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.032329] env[70917]: DEBUG nova.compute.provider_tree [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.039850] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.040886] env[70917]: DEBUG nova.network.neutron [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.105389] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.228448] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461513, 'name': ReconfigVM_Task, 'duration_secs': 0.988828} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.228810] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 741a22eb-1de9-4f24-92bc-001da42c21f8/741a22eb-1de9-4f24-92bc-001da42c21f8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.229500] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430d8e6a-5c95-4053-b210-9736344cb0b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.237122] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 845.237122] env[70917]: value = "task-3461516" [ 845.237122] env[70917]: _type = "Task" [ 845.237122] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.250425] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461516, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.285105] env[70917]: DEBUG nova.network.neutron [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Updating instance_info_cache with network_info: [{"id": "ed6f8216-b366-4556-b1de-2961a673d97b", "address": "fa:16:3e:60:c9:28", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6f8216-b3", "ovs_interfaceid": "ed6f8216-b366-4556-b1de-2961a673d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.451463] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461514, 'name': PowerOffVM_Task, 'duration_secs': 0.270191} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.451894] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.452227] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 845.452540] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691268', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'name': 'volume-733e343b-764a-4cbe-a134-7be03a63a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7', 'attached_at': '', 'detached_at': '', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'serial': '733e343b-764a-4cbe-a134-7be03a63a38a'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 845.453666] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5acbc1-580b-4f54-95b4-83e956ed9c7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.475109] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb669048-84a1-4059-8444-26b3f2d361d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.484526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b255902-7ff4-4c72-8a28-7d73399c67a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.503160] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3d0db-c84c-4900-8448-22c44051aeab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.518654] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] The volume has not been displaced from its original location: [datastore2] volume-733e343b-764a-4cbe-a134-7be03a63a38a/volume-733e343b-764a-4cbe-a134-7be03a63a38a.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 845.523961] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.524381] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28420b6-c3cf-4602-a296-7b473c5f22a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.548418] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51564} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.549696] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] d2047415-cd31-4b13-948d-b4985a1679de/d2047415-cd31-4b13-948d-b4985a1679de.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.549926] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.550263] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 845.550263] env[70917]: value = "task-3461517" [ 845.550263] env[70917]: _type = "Task" [ 845.550263] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.550466] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b5a7c0-9665-42f4-bc7d-c4eb49a35784 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.560943] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.561838] env[70917]: ERROR nova.scheduler.client.report [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [req-cd21ee83-9e27-4b4f-b6d9-67dee652c240] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd21ee83-9e27-4b4f-b6d9-67dee652c240"}]} [ 845.565235] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 845.565235] env[70917]: value = "task-3461518" [ 845.565235] env[70917]: _type = "Task" [ 845.565235] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.574068] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.582086] env[70917]: DEBUG nova.scheduler.client.report [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 845.602437] env[70917]: DEBUG nova.scheduler.client.report [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 845.602867] env[70917]: DEBUG nova.compute.provider_tree [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.617685] env[70917]: DEBUG nova.scheduler.client.report [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 845.638833] env[70917]: DEBUG nova.scheduler.client.report [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 845.748207] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461516, 'name': Rename_Task, 'duration_secs': 0.272305} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.748981] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.748981] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb82c5b5-d43d-4dd9-978d-a40e57f1fc9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.755201] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 845.755201] env[70917]: value = "task-3461519" [ 845.755201] env[70917]: _type = "Task" [ 845.755201] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.765963] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.789595] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "refresh_cache-f847aa60-5673-4054-bf77-7e5aaaafc282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.789595] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Instance network_info: |[{"id": "ed6f8216-b366-4556-b1de-2961a673d97b", "address": "fa:16:3e:60:c9:28", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6f8216-b3", "ovs_interfaceid": "ed6f8216-b366-4556-b1de-2961a673d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.789595] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] Acquired lock "refresh_cache-f847aa60-5673-4054-bf77-7e5aaaafc282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.789595] env[70917]: DEBUG nova.network.neutron [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Refreshing network info cache for port ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.789977] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:c9:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed6f8216-b366-4556-b1de-2961a673d97b', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.799022] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.799515] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.800320] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3241faac-af45-493d-9b6c-ec4241fe7f19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.822403] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.822403] env[70917]: value = "task-3461520" [ 845.822403] env[70917]: _type = "Task" [ 845.822403] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.830728] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461520, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.064142] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461517, 'name': ReconfigVM_Task, 'duration_secs': 0.271594} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.066593] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 846.071496] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1661d1ae-7f6c-4623-b52d-29bce76ec24d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.094901] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085738} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.096246] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.096603] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 846.096603] env[70917]: value = "task-3461521" [ 846.096603] env[70917]: _type = "Task" [ 846.096603] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.097284] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5521b-1938-47b8-90db-274c759625d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.125809] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d2047415-cd31-4b13-948d-b4985a1679de/d2047415-cd31-4b13-948d-b4985a1679de.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.130862] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0401521-6719-4565-8a46-7c1a3973ad82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.145236] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.151111] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 846.151111] env[70917]: value = "task-3461522" [ 846.151111] env[70917]: _type = "Task" [ 846.151111] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.161896] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.261653] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f321549-e2f3-44ee-b948-24b2b372055e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.275938] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011802bf-77eb-4943-8755-9bb21b6bd234 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.276639] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461519, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.308104] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c6146-1c20-4e39-88dd-4661b97304bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.316365] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebfc0db-4fbc-458c-9316-35b20f59c06f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.330489] env[70917]: DEBUG nova.compute.provider_tree [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.342907] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461520, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.347365] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.347770] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.610195] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461521, 'name': ReconfigVM_Task, 'duration_secs': 0.271376} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.610530] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691268', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'name': 'volume-733e343b-764a-4cbe-a134-7be03a63a38a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7', 'attached_at': '', 'detached_at': '', 'volume_id': '733e343b-764a-4cbe-a134-7be03a63a38a', 'serial': '733e343b-764a-4cbe-a134-7be03a63a38a'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 846.610811] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.612259] env[70917]: DEBUG nova.network.neutron [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Updated VIF entry in instance network info cache for port ed6f8216-b366-4556-b1de-2961a673d97b. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.612613] env[70917]: DEBUG nova.network.neutron [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Updating instance_info_cache with network_info: [{"id": "ed6f8216-b366-4556-b1de-2961a673d97b", "address": "fa:16:3e:60:c9:28", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6f8216-b3", "ovs_interfaceid": "ed6f8216-b366-4556-b1de-2961a673d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.614206] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a0405-d13f-4c60-af0b-2ef5682de13a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.621242] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.621500] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5158584-5a6a-4fcd-a60f-db7390525fde {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.660759] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461522, 'name': ReconfigVM_Task, 'duration_secs': 0.324748} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.660902] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d2047415-cd31-4b13-948d-b4985a1679de/d2047415-cd31-4b13-948d-b4985a1679de.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.661554] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b40d50d4-adf1-4ec7-ac58-a97579e8da86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.668945] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 846.668945] env[70917]: value = "task-3461524" [ 846.668945] env[70917]: _type = "Task" [ 846.668945] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.680308] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461524, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.714308] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.714530] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.714725] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Deleting the datastore file [datastore2] c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.715048] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b8ae3a-f0c4-4a26-bb05-a861c870149c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.722444] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for the task: (returnval){ [ 846.722444] env[70917]: value = "task-3461525" [ 846.722444] env[70917]: _type = "Task" [ 846.722444] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.730969] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.765951] env[70917]: DEBUG oslo_vmware.api [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461519, 'name': PowerOnVM_Task, 'duration_secs': 1.010005} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.766210] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.766444] env[70917]: INFO nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Took 10.20 seconds to spawn the instance on the hypervisor. [ 846.766636] env[70917]: DEBUG nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.767495] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07793b-a8b9-41d6-853e-9f1d2887d818 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.843814] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461520, 'name': CreateVM_Task, 'duration_secs': 0.61872} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.844758] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.844987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.845204] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.845533] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.845803] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771d12cb-8609-478c-a520-74644ef1544f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.858029] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 846.858029] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b6a0de-7c90-e73b-6212-806965640da1" [ 846.858029] env[70917]: _type = "Task" [ 846.858029] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.858311] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.861764] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.861952] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.862497] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.862665] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.862848] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.862988] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 846.863254] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.867592] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b6a0de-7c90-e73b-6212-806965640da1, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.868671] env[70917]: DEBUG nova.scheduler.client.report [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 846.868911] env[70917]: DEBUG nova.compute.provider_tree [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 86 to 87 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 846.869101] env[70917]: DEBUG nova.compute.provider_tree [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.872323] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.874757] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.874757] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.874757] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.874757] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.874757] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f238268-d2a4-47fd-9a03-96386aa81f98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.883046] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.883046] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.883566] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fcb50d6-1a23-4434-8aea-dad34ebfdefb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.889976] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 846.889976] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525c6916-9ade-917f-7cb7-da8bde1899ef" [ 846.889976] env[70917]: _type = "Task" [ 846.889976] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.898623] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525c6916-9ade-917f-7cb7-da8bde1899ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.118976] env[70917]: DEBUG oslo_concurrency.lockutils [req-3a0f7f97-0e76-448f-8a00-f5c0b66bf2d7 req-e45a8953-b73c-45f9-8a03-19fcc4253961 service nova] Releasing lock "refresh_cache-f847aa60-5673-4054-bf77-7e5aaaafc282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.179571] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461524, 'name': Rename_Task, 'duration_secs': 0.157636} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.179925] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.180202] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd0b9342-3183-41e0-9d90-86da3a1ad133 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.186241] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 847.186241] env[70917]: value = "task-3461526" [ 847.186241] env[70917]: _type = "Task" [ 847.186241] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.195073] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.232113] env[70917]: DEBUG oslo_vmware.api [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Task: {'id': task-3461525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120983} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.232379] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.232564] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.232740] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.232912] env[70917]: INFO nova.compute.manager [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Took 2.30 seconds to destroy the instance on the hypervisor. [ 847.233169] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.233361] env[70917]: DEBUG nova.compute.manager [-] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.233458] env[70917]: DEBUG nova.network.neutron [-] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.287637] env[70917]: INFO nova.compute.manager [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Took 36.60 seconds to build instance. [ 847.369188] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.374682] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.950s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.375162] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.378267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.431s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.378496] env[70917]: DEBUG nova.objects.instance [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lazy-loading 'resources' on Instance uuid f58ffc5d-fd70-490d-8389-6319b1b27eff {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.401691] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525c6916-9ade-917f-7cb7-da8bde1899ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.402523] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b9d4f2-b45d-4043-8aea-d78ea00e5a75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.408708] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 847.408708] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ec8149-df37-6309-4e5e-975b3673df6f" [ 847.408708] env[70917]: _type = "Task" [ 847.408708] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.418185] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ec8149-df37-6309-4e5e-975b3673df6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.696996] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.793260] env[70917]: DEBUG oslo_concurrency.lockutils [None req-914635af-a6c1-46cf-b638-624b8d7d14c8 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.886s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.867142] env[70917]: DEBUG nova.compute.manager [req-d989533e-1c66-4801-8cb0-e13e525ac242 req-75be5e25-6f76-4d4a-a371-080bc1e39a07 service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Received event network-vif-deleted-61be4200-0bbf-4dc0-9a12-1693e44447c4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.867621] env[70917]: INFO nova.compute.manager [req-d989533e-1c66-4801-8cb0-e13e525ac242 req-75be5e25-6f76-4d4a-a371-080bc1e39a07 service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Neutron deleted interface 61be4200-0bbf-4dc0-9a12-1693e44447c4; detaching it from the instance and deleting it from the info cache [ 847.867801] env[70917]: DEBUG nova.network.neutron [req-d989533e-1c66-4801-8cb0-e13e525ac242 req-75be5e25-6f76-4d4a-a371-080bc1e39a07 service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.882106] env[70917]: DEBUG nova.compute.utils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.889030] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.889030] env[70917]: DEBUG nova.network.neutron [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.919812] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ec8149-df37-6309-4e5e-975b3673df6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.920172] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.920665] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f847aa60-5673-4054-bf77-7e5aaaafc282/f847aa60-5673-4054-bf77-7e5aaaafc282.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.920837] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dda40d9-58b9-4103-8f77-d8086834f264 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.930467] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 847.930467] env[70917]: value = "task-3461527" [ 847.930467] env[70917]: _type = "Task" [ 847.930467] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.938661] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.940295] env[70917]: DEBUG nova.policy [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcd15b714944379a3b5cabb3f84e429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f333a7352244328a2bbd77f4686d5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.201610] env[70917]: DEBUG oslo_vmware.api [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461526, 'name': PowerOnVM_Task, 'duration_secs': 0.912059} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.202056] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.202186] env[70917]: INFO nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Took 7.77 seconds to spawn the instance on the hypervisor. [ 848.203033] env[70917]: DEBUG nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.203354] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6fef7b-9ea7-4683-a4fb-96e305dbfc3c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.298035] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.343096] env[70917]: DEBUG nova.network.neutron [-] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.346335] env[70917]: DEBUG nova.network.neutron [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Successfully created port: 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.371955] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80b598be-7df8-4566-b0b4-74a9bf1e1751 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.389587] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.400267] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57af74c-1b0a-447c-96b1-67cea401fbc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.462979] env[70917]: DEBUG nova.compute.manager [req-d989533e-1c66-4801-8cb0-e13e525ac242 req-75be5e25-6f76-4d4a-a371-080bc1e39a07 service nova] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Detach interface failed, port_id=61be4200-0bbf-4dc0-9a12-1693e44447c4, reason: Instance c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.474984] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461527, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.732363] env[70917]: INFO nova.compute.manager [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Took 35.99 seconds to build instance. [ 848.800471] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dbad88-948a-4a75-97fb-27bcc062b425 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.815285] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cdc7a4-8fe1-41c6-81b8-791a9b982485 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.848435] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10316ed7-e87a-42fd-9ee1-387d94c6c110 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.851319] env[70917]: INFO nova.compute.manager [-] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Took 1.62 seconds to deallocate network for instance. [ 848.858893] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ef607d-2c69-4083-a4d0-4b37956f1908 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.872968] env[70917]: DEBUG nova.compute.provider_tree [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.927174] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.941057] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546786} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.941256] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f847aa60-5673-4054-bf77-7e5aaaafc282/f847aa60-5673-4054-bf77-7e5aaaafc282.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.941460] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.941716] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b34d558-e9c2-40b6-98ca-063fe7cfff6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.950736] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 848.950736] env[70917]: value = "task-3461528" [ 848.950736] env[70917]: _type = "Task" [ 848.950736] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.960985] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.235690] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e4d5874e-f0ad-4af4-b464-b17417147201 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "d2047415-cd31-4b13-948d-b4985a1679de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.709s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.376873] env[70917]: DEBUG nova.scheduler.client.report [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.405904] env[70917]: INFO nova.compute.manager [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Took 0.55 seconds to detach 1 volumes for instance. [ 849.409043] env[70917]: DEBUG nova.compute.manager [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Deleting volume: 733e343b-764a-4cbe-a134-7be03a63a38a {{(pid=70917) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 849.429811] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.465265] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071893} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.465927] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.466816] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb2531-f628-4701-a7b5-4481f6399e58 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.471973] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.472521] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.472900] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.473235] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.473415] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.473610] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.474046] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.474292] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.474515] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.474717] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.474941] env[70917]: DEBUG nova.virt.hardware [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.475795] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14833e18-0db5-48e3-8236-00830bdfbd87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.500105] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] f847aa60-5673-4054-bf77-7e5aaaafc282/f847aa60-5673-4054-bf77-7e5aaaafc282.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.502653] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e11e2a-5572-4a90-8b0e-bd9b5c0e49be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.521035] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb7645-ed2c-4152-b1c6-5dba05563348 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.540666] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 849.540666] env[70917]: value = "task-3461530" [ 849.540666] env[70917]: _type = "Task" [ 849.540666] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.548700] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.738763] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.883024] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.504s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.886687] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.708s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.886875] env[70917]: DEBUG nova.objects.instance [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.919375] env[70917]: INFO nova.scheduler.client.report [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Deleted allocations for instance f58ffc5d-fd70-490d-8389-6319b1b27eff [ 849.957881] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.058056] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.206274] env[70917]: DEBUG nova.network.neutron [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Successfully updated port: 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.260853] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.332667] env[70917]: DEBUG nova.compute.manager [req-5bdec1d0-0fa1-4bab-90e3-baab1b0bdb00 req-a590f452-f08f-4f5c-b50c-b7e74629a5dd service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Received event network-vif-plugged-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.332667] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bdec1d0-0fa1-4bab-90e3-baab1b0bdb00 req-a590f452-f08f-4f5c-b50c-b7e74629a5dd service nova] Acquiring lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.333089] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bdec1d0-0fa1-4bab-90e3-baab1b0bdb00 req-a590f452-f08f-4f5c-b50c-b7e74629a5dd service nova] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.333331] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bdec1d0-0fa1-4bab-90e3-baab1b0bdb00 req-a590f452-f08f-4f5c-b50c-b7e74629a5dd service nova] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.333549] env[70917]: DEBUG nova.compute.manager [req-5bdec1d0-0fa1-4bab-90e3-baab1b0bdb00 req-a590f452-f08f-4f5c-b50c-b7e74629a5dd service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] No waiting events found dispatching network-vif-plugged-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.333762] env[70917]: WARNING nova.compute.manager [req-5bdec1d0-0fa1-4bab-90e3-baab1b0bdb00 req-a590f452-f08f-4f5c-b50c-b7e74629a5dd service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Received unexpected event network-vif-plugged-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf for instance with vm_state building and task_state spawning. [ 850.427396] env[70917]: DEBUG oslo_concurrency.lockutils [None req-765d4240-8448-4d1b-a8e3-4de5c5b2953a tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Lock "f58ffc5d-fd70-490d-8389-6319b1b27eff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.433s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.550835] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461530, 'name': ReconfigVM_Task, 'duration_secs': 0.628802} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.551149] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Reconfigured VM instance instance-00000038 to attach disk [datastore2] f847aa60-5673-4054-bf77-7e5aaaafc282/f847aa60-5673-4054-bf77-7e5aaaafc282.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.551793] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42cc64c5-d62c-47a1-8bd5-deee482db642 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.559435] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 850.559435] env[70917]: value = "task-3461531" [ 850.559435] env[70917]: _type = "Task" [ 850.559435] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.568362] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461531, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.710789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.710789] env[70917]: DEBUG nova.network.neutron [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.897834] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d588486e-70b2-4595-8ce3-7633fb23bca1 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.898745] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.406s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.900216] env[70917]: INFO nova.compute.claims [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.006762] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "2b60c927-0466-46f5-8695-78c19010f1c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.007055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "2b60c927-0466-46f5-8695-78c19010f1c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.007276] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "2b60c927-0466-46f5-8695-78c19010f1c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.007462] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "2b60c927-0466-46f5-8695-78c19010f1c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.007785] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "2b60c927-0466-46f5-8695-78c19010f1c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.010885] env[70917]: INFO nova.compute.manager [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Terminating instance [ 851.073024] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461531, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.243822] env[70917]: DEBUG nova.network.neutron [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.397945] env[70917]: DEBUG nova.network.neutron [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Updating instance_info_cache with network_info: [{"id": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "address": "fa:16:3e:0c:df:34", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6431a6ba-15", "ovs_interfaceid": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.519020] env[70917]: DEBUG nova.compute.manager [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.519020] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.519020] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceef166-13d1-43b4-814e-7984ee06396b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.528466] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.529224] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac951100-b7e6-4cf7-842d-5d06fcffaa49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.538117] env[70917]: DEBUG oslo_vmware.api [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 851.538117] env[70917]: value = "task-3461532" [ 851.538117] env[70917]: _type = "Task" [ 851.538117] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.546402] env[70917]: DEBUG oslo_vmware.api [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.570805] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461531, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.840536] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.840882] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.841101] env[70917]: DEBUG nova.compute.manager [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.842066] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c95095-275b-44f0-8d03-1e56598d08f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.849481] env[70917]: DEBUG nova.compute.manager [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 851.850345] env[70917]: DEBUG nova.objects.instance [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lazy-loading 'flavor' on Instance uuid efb140fb-109e-4c1c-a8c6-7971e38c2e88 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.899587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.903031] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Instance network_info: |[{"id": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "address": "fa:16:3e:0c:df:34", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6431a6ba-15", "ovs_interfaceid": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.903031] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:df:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6431a6ba-1560-45e8-8b96-5ea9a3c6baaf', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.910210] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.910582] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.916049] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d08f21f2-ba7b-4dec-b70f-e98bacb5cecd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.937117] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.937117] env[70917]: value = "task-3461533" [ 851.937117] env[70917]: _type = "Task" [ 851.937117] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.945652] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461533, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.051699] env[70917]: DEBUG oslo_vmware.api [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461532, 'name': PowerOffVM_Task, 'duration_secs': 0.370263} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.052140] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.052338] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.052609] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2c4747-fc85-4945-b088-55fb520bab2e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.069207] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461531, 'name': Rename_Task, 'duration_secs': 1.157737} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.072425] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.073616] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649112b3-b9ca-4138-8beb-dc8288bbd757 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.079758] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 852.079758] env[70917]: value = "task-3461535" [ 852.079758] env[70917]: _type = "Task" [ 852.079758] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.089711] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.120927] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.121214] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.121404] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Deleting the datastore file [datastore2] 2b60c927-0466-46f5-8695-78c19010f1c9 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.121785] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5679276e-19a3-4818-b2d7-b589421bab63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.129080] env[70917]: DEBUG oslo_vmware.api [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for the task: (returnval){ [ 852.129080] env[70917]: value = "task-3461536" [ 852.129080] env[70917]: _type = "Task" [ 852.129080] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.138828] env[70917]: DEBUG oslo_vmware.api [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.367875] env[70917]: DEBUG nova.compute.manager [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Received event network-changed-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.368193] env[70917]: DEBUG nova.compute.manager [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Refreshing instance network info cache due to event network-changed-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.368464] env[70917]: DEBUG oslo_concurrency.lockutils [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] Acquiring lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.368666] env[70917]: DEBUG oslo_concurrency.lockutils [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] Acquired lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.368862] env[70917]: DEBUG nova.network.neutron [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Refreshing network info cache for port 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.451041] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461533, 'name': CreateVM_Task, 'duration_secs': 0.348809} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.451301] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.451883] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.452106] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.452460] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.452725] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08993a7-71b6-4759-ae4e-fe9b04abc742 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.459979] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 852.459979] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522dceec-6aeb-2b5a-f42d-884aaa8bb5af" [ 852.459979] env[70917]: _type = "Task" [ 852.459979] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.474792] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522dceec-6aeb-2b5a-f42d-884aaa8bb5af, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.477054] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.477335] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.477545] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.477727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.477916] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.478388] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9867ba62-7f65-4aa7-a506-148c8aa162b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.486868] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.487110] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.490915] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e437ca0-b8a2-4f91-8b75-53b7a881de65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.496575] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 852.496575] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b4cf4e-ebee-31c7-d3fb-c8df7fb5b656" [ 852.496575] env[70917]: _type = "Task" [ 852.496575] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.504663] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b4cf4e-ebee-31c7-d3fb-c8df7fb5b656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.593815] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461535, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.642180] env[70917]: DEBUG oslo_vmware.api [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Task: {'id': task-3461536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204999} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.642331] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.642453] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.642622] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.642791] env[70917]: INFO nova.compute.manager [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.643049] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.643242] env[70917]: DEBUG nova.compute.manager [-] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.643333] env[70917]: DEBUG nova.network.neutron [-] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.646674] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e02a5-a40a-40d5-a01b-60cf29cf3818 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.653868] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7d63dc-60ee-4ff3-832f-92696dc96a3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.685920] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8040f8-6e6b-4e5d-93d2-85ff0c28307b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.693863] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca33aa-5a9b-44f7-8332-5c49f203ed0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.707664] env[70917]: DEBUG nova.compute.provider_tree [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.863120] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.863120] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88338c00-9531-493d-90d9-3b69741115c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.871488] env[70917]: DEBUG oslo_vmware.api [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 852.871488] env[70917]: value = "task-3461537" [ 852.871488] env[70917]: _type = "Task" [ 852.871488] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.881395] env[70917]: DEBUG oslo_vmware.api [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.006478] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b4cf4e-ebee-31c7-d3fb-c8df7fb5b656, 'name': SearchDatastore_Task, 'duration_secs': 0.012724} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.007298] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e68095f-a41c-4fc3-b270-5a146a2b315d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.015231] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 853.015231] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e126a5-429f-b05a-c53c-4072a5717ed1" [ 853.015231] env[70917]: _type = "Task" [ 853.015231] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.023759] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e126a5-429f-b05a-c53c-4072a5717ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.094906] env[70917]: DEBUG oslo_vmware.api [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461535, 'name': PowerOnVM_Task, 'duration_secs': 0.523715} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.095303] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.095622] env[70917]: INFO nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Took 9.91 seconds to spawn the instance on the hypervisor. [ 853.095829] env[70917]: DEBUG nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.096637] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0709358f-a605-4511-8521-253dceddd01a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.176399] env[70917]: DEBUG nova.network.neutron [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Updated VIF entry in instance network info cache for port 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.176399] env[70917]: DEBUG nova.network.neutron [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Updating instance_info_cache with network_info: [{"id": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "address": "fa:16:3e:0c:df:34", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6431a6ba-15", "ovs_interfaceid": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.211377] env[70917]: DEBUG nova.scheduler.client.report [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.384947] env[70917]: DEBUG oslo_vmware.api [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461537, 'name': PowerOffVM_Task, 'duration_secs': 0.303322} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.385284] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.385489] env[70917]: DEBUG nova.compute.manager [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.390021] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3faf074-508e-4593-9520-5289159678d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.528419] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e126a5-429f-b05a-c53c-4072a5717ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.528878] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.528927] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12/2f8bf9f4-67c9-4daa-a9b1-ef39640bde12.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.529234] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01970f1e-942c-4159-9d3a-5f10c73d4d71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.536428] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 853.536428] env[70917]: value = "task-3461538" [ 853.536428] env[70917]: _type = "Task" [ 853.536428] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.544701] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.618888] env[70917]: INFO nova.compute.manager [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Took 36.34 seconds to build instance. [ 853.678604] env[70917]: DEBUG oslo_concurrency.lockutils [req-9b5aaa45-ad43-4d57-bdb5-ef3c89600e3a req-b475779b-2cae-4061-8ede-adab220828e6 service nova] Releasing lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.716452] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.717009] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.719743] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.463s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.719996] env[70917]: DEBUG nova.objects.instance [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lazy-loading 'resources' on Instance uuid 3eb38467-b7d0-45bb-ab62-098e3e381853 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.747178] env[70917]: DEBUG nova.network.neutron [-] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.902547] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4475f709-1a68-4d0d-9d5f-1bf40c871e71 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.052653] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.122256] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e1510eb-678e-4a31-962c-206d53230d20 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.495s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.224810] env[70917]: DEBUG nova.compute.utils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.224810] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.224810] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.250575] env[70917]: INFO nova.compute.manager [-] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Took 1.61 seconds to deallocate network for instance. [ 854.277297] env[70917]: DEBUG nova.policy [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2e78b8ba1344c495c57b80745859c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '605eb091fcb842459638108d888c2008', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.553604] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461538, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.582820] env[70917]: DEBUG nova.objects.instance [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lazy-loading 'flavor' on Instance uuid efb140fb-109e-4c1c-a8c6-7971e38c2e88 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.624048] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.649620] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Successfully created port: 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.731463] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.757174] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.991457] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a04465-b47b-4de6-82d5-58770e7209af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.001312] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a67cb79-a782-4073-8b4b-db5c659b60ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.035038] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738716e-1174-4e52-9ad1-4993492e5df3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.038888] env[70917]: DEBUG nova.compute.manager [req-527fc6ac-818a-457a-9517-bffd6218b63d req-3cc5a258-e469-4fd2-8e13-2c301098ea11 service nova] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Received event network-vif-deleted-56aa24bd-123d-4d48-a76e-a097c304557a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.050949] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a009e53-3b85-442d-95ca-9b52014045ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.055379] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461538, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.065852] env[70917]: DEBUG nova.compute.provider_tree [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.088079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.088275] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquired lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.088473] env[70917]: DEBUG nova.network.neutron [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.088630] env[70917]: DEBUG nova.objects.instance [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lazy-loading 'info_cache' on Instance uuid efb140fb-109e-4c1c-a8c6-7971e38c2e88 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.152347] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.558431] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.782791} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.558759] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12/2f8bf9f4-67c9-4daa-a9b1-ef39640bde12.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.558980] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.559259] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-273eb132-ddaa-4c3d-840c-b8234efee70d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.567288] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 855.567288] env[70917]: value = "task-3461539" [ 855.567288] env[70917]: _type = "Task" [ 855.567288] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.571890] env[70917]: DEBUG nova.scheduler.client.report [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.580409] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.593130] env[70917]: DEBUG nova.objects.base [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 855.745309] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.776034] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.776298] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.776454] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.776639] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.776787] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.776933] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.777238] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.777412] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.778309] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.778890] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.779144] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.780118] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb9ad13-6d1c-4069-a253-038c95511c9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.789372] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c40f0e-5f3d-443b-8c0d-e2c517f2acf5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.078053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.080249] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068295} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.080567] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.729s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.082368] env[70917]: INFO nova.compute.claims [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.084925] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.085821] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c1ad2-cfa3-45cf-bf8d-dcf2fcde41dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.117635] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12/2f8bf9f4-67c9-4daa-a9b1-ef39640bde12.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.118528] env[70917]: INFO nova.scheduler.client.report [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Deleted allocations for instance 3eb38467-b7d0-45bb-ab62-098e3e381853 [ 856.122748] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899deb17-e7c4-46aa-8c27-8c8fcabfb7b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.141718] env[70917]: DEBUG nova.compute.manager [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.142146] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ae1f05-9a6c-431c-813d-db0657a0e6d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.147435] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 856.147435] env[70917]: value = "task-3461540" [ 856.147435] env[70917]: _type = "Task" [ 856.147435] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.161346] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.303020] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Successfully updated port: 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.441172] env[70917]: DEBUG nova.network.neutron [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Updating instance_info_cache with network_info: [{"id": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "address": "fa:16:3e:d7:79:50", "network": {"id": "f9e2f607-c173-4c0d-be04-b5026fe497b8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158042759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a200722bd894f0b989242428bf0a642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b14f9-56", "ovs_interfaceid": "0f7b14f9-5627-4521-9dfa-3fb271e7e435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.626305] env[70917]: DEBUG oslo_concurrency.lockutils [None req-962867a5-de00-4940-bd86-6526ab120389 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Lock "3eb38467-b7d0-45bb-ab62-098e3e381853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.942s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.661988] env[70917]: INFO nova.compute.manager [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] instance snapshotting [ 856.665522] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.666881] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c0e6c1-3894-495a-aadc-a2011c356f23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.689509] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d740e6b6-9537-4971-8786-9a9165ebe089 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.806945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "refresh_cache-c4b54d57-1b4b-41a3-8f9c-2204a499784f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.807103] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "refresh_cache-c4b54d57-1b4b-41a3-8f9c-2204a499784f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.807266] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.945718] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Releasing lock "refresh_cache-efb140fb-109e-4c1c-a8c6-7971e38c2e88" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.107139] env[70917]: DEBUG nova.compute.manager [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Received event network-vif-plugged-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.107449] env[70917]: DEBUG oslo_concurrency.lockutils [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] Acquiring lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.107591] env[70917]: DEBUG oslo_concurrency.lockutils [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.107755] env[70917]: DEBUG oslo_concurrency.lockutils [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.107888] env[70917]: DEBUG nova.compute.manager [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] No waiting events found dispatching network-vif-plugged-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.108164] env[70917]: WARNING nova.compute.manager [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Received unexpected event network-vif-plugged-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 for instance with vm_state building and task_state spawning. [ 857.108376] env[70917]: DEBUG nova.compute.manager [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Received event network-changed-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.108574] env[70917]: DEBUG nova.compute.manager [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Refreshing instance network info cache due to event network-changed-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.109082] env[70917]: DEBUG oslo_concurrency.lockutils [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] Acquiring lock "refresh_cache-c4b54d57-1b4b-41a3-8f9c-2204a499784f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.170247] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461540, 'name': ReconfigVM_Task, 'duration_secs': 0.647217} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.170929] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12/2f8bf9f4-67c9-4daa-a9b1-ef39640bde12.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.171348] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c647c84-8af6-47cd-83c5-dc633cc5b1e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.180871] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 857.180871] env[70917]: value = "task-3461541" [ 857.180871] env[70917]: _type = "Task" [ 857.180871] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.193894] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461541, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.204432] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.204432] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3245ba3d-d7d0-4c06-b083-f23607fa06c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.215194] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 857.215194] env[70917]: value = "task-3461542" [ 857.215194] env[70917]: _type = "Task" [ 857.215194] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.229031] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.364864] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.697648] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461541, 'name': Rename_Task, 'duration_secs': 0.157453} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.700741] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.701336] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3924cda3-a54a-4457-8f23-36b0b6aa2582 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.707456] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 857.707456] env[70917]: value = "task-3461543" [ 857.707456] env[70917]: _type = "Task" [ 857.707456] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.716211] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.727729] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.755385] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Updating instance_info_cache with network_info: [{"id": "032c42fd-aeb1-4a5e-ba41-935b1d6b51b3", "address": "fa:16:3e:cf:6a:89", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032c42fd-ae", "ovs_interfaceid": "032c42fd-aeb1-4a5e-ba41-935b1d6b51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.815479] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8898454f-4aac-48eb-8f6b-e1251a6b4bbe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.825913] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba2151-fd55-40de-bded-02310dbaed84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.864151] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebfe78b-019b-40f2-9f40-abd8b2f3b420 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.873036] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be91b76e-a983-4ef1-8035-93ecae9f6e41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.888755] env[70917]: DEBUG nova.compute.provider_tree [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.953704] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.954071] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aed49c5-4331-4dec-bb5d-8fa1ee1dc0c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.962726] env[70917]: DEBUG oslo_vmware.api [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 857.962726] env[70917]: value = "task-3461544" [ 857.962726] env[70917]: _type = "Task" [ 857.962726] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.972055] env[70917]: DEBUG oslo_vmware.api [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.231728] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.235016] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461542, 'name': CreateSnapshot_Task, 'duration_secs': 0.675029} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.235402] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.236393] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecba909-cfce-4977-94cc-2b1c86ce1150 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.263164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "refresh_cache-c4b54d57-1b4b-41a3-8f9c-2204a499784f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.265798] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Instance network_info: |[{"id": "032c42fd-aeb1-4a5e-ba41-935b1d6b51b3", "address": "fa:16:3e:cf:6a:89", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032c42fd-ae", "ovs_interfaceid": "032c42fd-aeb1-4a5e-ba41-935b1d6b51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.266285] env[70917]: DEBUG oslo_concurrency.lockutils [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] Acquired lock "refresh_cache-c4b54d57-1b4b-41a3-8f9c-2204a499784f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.266534] env[70917]: DEBUG nova.network.neutron [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Refreshing network info cache for port 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.268194] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:6a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '032c42fd-aeb1-4a5e-ba41-935b1d6b51b3', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.280520] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Creating folder: Project (605eb091fcb842459638108d888c2008). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.286028] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ebfac98-f64a-4f00-b3ec-1a23d234bac5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.297129] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Created folder: Project (605eb091fcb842459638108d888c2008) in parent group-v691255. [ 858.297343] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Creating folder: Instances. Parent ref: group-v691434. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.297579] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ce6544-0e1a-4735-bbfb-c413547a8cad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.306963] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Created folder: Instances in parent group-v691434. [ 858.307224] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.307414] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.307647] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14012182-0aeb-4daa-8956-b3c2b041b6c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.329909] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.329909] env[70917]: value = "task-3461547" [ 858.329909] env[70917]: _type = "Task" [ 858.329909] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.341462] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461547, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.392546] env[70917]: DEBUG nova.scheduler.client.report [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.476310] env[70917]: DEBUG oslo_vmware.api [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.592516] env[70917]: DEBUG nova.network.neutron [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Updated VIF entry in instance network info cache for port 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.592516] env[70917]: DEBUG nova.network.neutron [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Updating instance_info_cache with network_info: [{"id": "032c42fd-aeb1-4a5e-ba41-935b1d6b51b3", "address": "fa:16:3e:cf:6a:89", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032c42fd-ae", "ovs_interfaceid": "032c42fd-aeb1-4a5e-ba41-935b1d6b51b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.666970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "cc40cd9c-587e-48d7-a848-8fea06752f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.667551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.718727] env[70917]: DEBUG oslo_vmware.api [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461543, 'name': PowerOnVM_Task, 'duration_secs': 0.662821} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.719082] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.719223] env[70917]: INFO nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Took 9.29 seconds to spawn the instance on the hypervisor. [ 858.719364] env[70917]: DEBUG nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.720196] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef2366-8352-42fc-8302-14a569cde4d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.760183] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.760183] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1dbe142-6f4c-4bca-8012-d273c38e64d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.770074] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 858.770074] env[70917]: value = "task-3461548" [ 858.770074] env[70917]: _type = "Task" [ 858.770074] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.784020] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461548, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.841214] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461547, 'name': CreateVM_Task, 'duration_secs': 0.430557} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.841396] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.842118] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.842293] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.842618] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.842881] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8dda5e-92be-4d26-8640-d5630ed3a537 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.847832] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 858.847832] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5260011d-0a13-dbd7-c39d-55fba93b4f96" [ 858.847832] env[70917]: _type = "Task" [ 858.847832] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.858030] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5260011d-0a13-dbd7-c39d-55fba93b4f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.900454] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.901230] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.904899] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.832s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.975740] env[70917]: DEBUG oslo_vmware.api [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461544, 'name': PowerOnVM_Task, 'duration_secs': 0.581244} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.976066] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.976265] env[70917]: DEBUG nova.compute.manager [None req-6e969dd4-b7f7-4039-bbd1-04386a939f41 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.977402] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b2c81-2547-42fa-bee0-4041321a8d9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.093950] env[70917]: DEBUG oslo_concurrency.lockutils [req-f1d55ef7-350a-4fdb-981d-3561012b66c4 req-53803e7f-0451-43ee-81d6-ab7493e66a5e service nova] Releasing lock "refresh_cache-c4b54d57-1b4b-41a3-8f9c-2204a499784f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.237503] env[70917]: INFO nova.compute.manager [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Took 39.50 seconds to build instance. [ 859.291485] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461548, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.358071] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5260011d-0a13-dbd7-c39d-55fba93b4f96, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.358364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.358592] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.358875] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.359035] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.359220] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.359476] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c61b82f0-b8b0-46c8-8b73-b68dcfda6c56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.367218] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.367397] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.368123] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd19317f-5592-419f-b6bd-1b668a767b18 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.373307] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 859.373307] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c4405-1f43-c5b0-2817-30e1044051bb" [ 859.373307] env[70917]: _type = "Task" [ 859.373307] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.380966] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c4405-1f43-c5b0-2817-30e1044051bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.408973] env[70917]: DEBUG nova.compute.utils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.412289] env[70917]: INFO nova.compute.claims [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.416049] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.416049] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.455030] env[70917]: DEBUG nova.policy [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2e78b8ba1344c495c57b80745859c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '605eb091fcb842459638108d888c2008', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.739636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ddd6988e-6676-47ee-83af-d884cf052584 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.626s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.781945] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461548, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.884946] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c4405-1f43-c5b0-2817-30e1044051bb, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.886882] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3918d926-d969-4209-a558-d4b72bc87895 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.891819] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 859.891819] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525353d8-8a91-3ce5-c637-a50e29b775a4" [ 859.891819] env[70917]: _type = "Task" [ 859.891819] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.900569] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525353d8-8a91-3ce5-c637-a50e29b775a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.916381] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.923019] env[70917]: INFO nova.compute.resource_tracker [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating resource usage from migration d2379c9e-2f5e-46b6-a8da-0049b06354c8 [ 860.141437] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Successfully created port: 55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.241885] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.292682] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461548, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.405688] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525353d8-8a91-3ce5-c637-a50e29b775a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.406087] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.406171] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c4b54d57-1b4b-41a3-8f9c-2204a499784f/c4b54d57-1b4b-41a3-8f9c-2204a499784f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.406434] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-448e7c9b-ed7a-4681-adc5-e35a802e1092 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.419130] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 860.419130] env[70917]: value = "task-3461549" [ 860.419130] env[70917]: _type = "Task" [ 860.419130] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.441393] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.618515] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a58e3-f1e2-4ff5-a9c8-03bd7edc9406 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.629084] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4dbd86-bf24-4014-8fc1-e93751d5bffe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.669161] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd54a724-5925-4e3d-bbf1-7fd44e7eae8f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.676113] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0b44f-9f52-49d9-a98b-bc66a1f74c57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.690890] env[70917]: DEBUG nova.compute.provider_tree [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.766279] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.783304] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461548, 'name': CloneVM_Task, 'duration_secs': 1.678973} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.787105] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Created linked-clone VM from snapshot [ 860.787105] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be01ac-d853-4a08-b93d-19f116f6567d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.795282] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Uploading image f16a74b5-9229-4752-b55d-f36f157bdbb8 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.809546] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.810244] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e93226da-5f8b-42c0-9dc9-8c1a0a8112eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.818811] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 860.818811] env[70917]: value = "task-3461550" [ 860.818811] env[70917]: _type = "Task" [ 860.818811] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.837444] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461550, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.934946] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475206} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.935312] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c4b54d57-1b4b-41a3-8f9c-2204a499784f/c4b54d57-1b4b-41a3-8f9c-2204a499784f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.936100] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.936100] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14414c62-22d5-46c7-8fff-a6bd73eb9fe8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.941466] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.949989] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 860.949989] env[70917]: value = "task-3461551" [ 860.949989] env[70917]: _type = "Task" [ 860.949989] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.959203] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.975269] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.975546] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.975734] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.975940] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.976177] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.976379] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.976652] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.976850] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.977093] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.977327] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.977553] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.979023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f589abf2-38b3-43ce-b053-efb84090a68b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.986986] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c30541c-c740-452f-8bee-b97a2f7a2c6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.218229] env[70917]: ERROR nova.scheduler.client.report [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [req-6fa9b180-1379-4dd4-ac25-0df21cc8760b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6fa9b180-1379-4dd4-ac25-0df21cc8760b"}]} [ 861.227322] env[70917]: DEBUG nova.compute.manager [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Received event network-changed-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.227514] env[70917]: DEBUG nova.compute.manager [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Refreshing instance network info cache due to event network-changed-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.227759] env[70917]: DEBUG oslo_concurrency.lockutils [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] Acquiring lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.227906] env[70917]: DEBUG oslo_concurrency.lockutils [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] Acquired lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.228079] env[70917]: DEBUG nova.network.neutron [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Refreshing network info cache for port 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.242023] env[70917]: DEBUG nova.scheduler.client.report [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.260204] env[70917]: DEBUG nova.scheduler.client.report [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.260204] env[70917]: DEBUG nova.compute.provider_tree [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.276649] env[70917]: DEBUG nova.scheduler.client.report [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.297245] env[70917]: DEBUG nova.scheduler.client.report [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.333241] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461550, 'name': Destroy_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.462892] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088246} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.462892] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.462892] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785bc22f-45b7-4555-a7d5-20ce36bbfd1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.489418] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c4b54d57-1b4b-41a3-8f9c-2204a499784f/c4b54d57-1b4b-41a3-8f9c-2204a499784f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.492258] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e2fa13-73f6-4bf4-8711-80ff70e233ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.512550] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 861.512550] env[70917]: value = "task-3461552" [ 861.512550] env[70917]: _type = "Task" [ 861.512550] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.528016] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.842777] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461550, 'name': Destroy_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.955839] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429a983-dba6-467e-88c0-5bc2e67f833e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.956669] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Successfully updated port: 55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.961247] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94800091-2f30-42b3-922d-fc08fb236f07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.995366] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9effafa-0f2d-4ff6-9aa4-dbccd06875a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.003847] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa7fcc8-60d4-461d-97bb-733061659e1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.018113] env[70917]: DEBUG nova.compute.provider_tree [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.027474] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461552, 'name': ReconfigVM_Task, 'duration_secs': 0.28423} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.027779] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c4b54d57-1b4b-41a3-8f9c-2204a499784f/c4b54d57-1b4b-41a3-8f9c-2204a499784f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.028424] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4e2f98-b78c-4b38-a352-2d650a0dc603 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.031591] env[70917]: DEBUG nova.network.neutron [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Updated VIF entry in instance network info cache for port 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.031718] env[70917]: DEBUG nova.network.neutron [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Updating instance_info_cache with network_info: [{"id": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "address": "fa:16:3e:0c:df:34", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6431a6ba-15", "ovs_interfaceid": "6431a6ba-1560-45e8-8b96-5ea9a3c6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.035577] env[70917]: DEBUG nova.compute.manager [req-3be595ba-47ae-4b8e-b4ec-2e8de7065360 req-7af65df8-aa69-45d6-ad55-f9e6256a86d2 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Received event network-vif-plugged-55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.035746] env[70917]: DEBUG oslo_concurrency.lockutils [req-3be595ba-47ae-4b8e-b4ec-2e8de7065360 req-7af65df8-aa69-45d6-ad55-f9e6256a86d2 service nova] Acquiring lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.035949] env[70917]: DEBUG oslo_concurrency.lockutils [req-3be595ba-47ae-4b8e-b4ec-2e8de7065360 req-7af65df8-aa69-45d6-ad55-f9e6256a86d2 service nova] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.036182] env[70917]: DEBUG oslo_concurrency.lockutils [req-3be595ba-47ae-4b8e-b4ec-2e8de7065360 req-7af65df8-aa69-45d6-ad55-f9e6256a86d2 service nova] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.036359] env[70917]: DEBUG nova.compute.manager [req-3be595ba-47ae-4b8e-b4ec-2e8de7065360 req-7af65df8-aa69-45d6-ad55-f9e6256a86d2 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] No waiting events found dispatching network-vif-plugged-55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.036575] env[70917]: WARNING nova.compute.manager [req-3be595ba-47ae-4b8e-b4ec-2e8de7065360 req-7af65df8-aa69-45d6-ad55-f9e6256a86d2 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Received unexpected event network-vif-plugged-55a7a545-9bd2-40f3-9835-8bdef4194020 for instance with vm_state building and task_state spawning. [ 862.038453] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 862.038453] env[70917]: value = "task-3461553" [ 862.038453] env[70917]: _type = "Task" [ 862.038453] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.051487] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461553, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.336499] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461550, 'name': Destroy_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.463553] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "refresh_cache-d2111888-0cdf-40f8-a3e8-c6c9e4a95875" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463553] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "refresh_cache-d2111888-0cdf-40f8-a3e8-c6c9e4a95875" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.463553] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.526123] env[70917]: DEBUG nova.scheduler.client.report [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.535588] env[70917]: DEBUG oslo_concurrency.lockutils [req-13c82b2f-1442-4e25-b2aa-b0d7d3da7926 req-cd4f3f3e-eeab-4b62-8afc-094b82968f59 service nova] Releasing lock "refresh_cache-2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.550860] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461553, 'name': Rename_Task, 'duration_secs': 0.141807} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.551153] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.551397] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fedf8d44-269e-4fdf-8f82-ad0b0cfff91e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.559796] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 862.559796] env[70917]: value = "task-3461554" [ 862.559796] env[70917]: _type = "Task" [ 862.559796] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.574974] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.836806] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461550, 'name': Destroy_Task, 'duration_secs': 1.789662} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.837056] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Destroyed the VM [ 862.837303] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.837550] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f6902ba-703a-465d-a592-4c91dc09919c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.844017] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 862.844017] env[70917]: value = "task-3461555" [ 862.844017] env[70917]: _type = "Task" [ 862.844017] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.851823] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461555, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.010637] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.030855] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.126s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.031080] env[70917]: INFO nova.compute.manager [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Migrating [ 863.038367] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.406s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.038649] env[70917]: DEBUG nova.objects.instance [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lazy-loading 'resources' on Instance uuid face8a41-907a-48a0-b295-75d925895e73 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.069651] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461554, 'name': PowerOnVM_Task, 'duration_secs': 0.489918} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.072212] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.072428] env[70917]: INFO nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Took 7.33 seconds to spawn the instance on the hypervisor. [ 863.072609] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.073647] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd9ee3d-937c-4ed7-9d4c-328a9a681bd9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.198288] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Updating instance_info_cache with network_info: [{"id": "55a7a545-9bd2-40f3-9835-8bdef4194020", "address": "fa:16:3e:47:18:51", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a7a545-9b", "ovs_interfaceid": "55a7a545-9bd2-40f3-9835-8bdef4194020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.231693] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "d2047415-cd31-4b13-948d-b4985a1679de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.231964] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "d2047415-cd31-4b13-948d-b4985a1679de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.232228] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "d2047415-cd31-4b13-948d-b4985a1679de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.232428] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "d2047415-cd31-4b13-948d-b4985a1679de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.232604] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "d2047415-cd31-4b13-948d-b4985a1679de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.235092] env[70917]: INFO nova.compute.manager [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Terminating instance [ 863.354414] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461555, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.549946] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.550432] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.550432] env[70917]: DEBUG nova.network.neutron [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.591931] env[70917]: INFO nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Took 40.13 seconds to build instance. [ 863.700695] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "refresh_cache-d2111888-0cdf-40f8-a3e8-c6c9e4a95875" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.702228] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Instance network_info: |[{"id": "55a7a545-9bd2-40f3-9835-8bdef4194020", "address": "fa:16:3e:47:18:51", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a7a545-9b", "ovs_interfaceid": "55a7a545-9bd2-40f3-9835-8bdef4194020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.702734] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:18:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55a7a545-9bd2-40f3-9835-8bdef4194020', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.710880] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.713615] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.714235] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5b1847-9ab5-4fd5-ba54-1f9188e7fedd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.738777] env[70917]: DEBUG nova.compute.manager [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.739038] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.741214] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6203dd-ac85-4df6-aa66-5ec853446120 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.744279] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.744279] env[70917]: value = "task-3461556" [ 863.744279] env[70917]: _type = "Task" [ 863.744279] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.756041] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.756041] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1184501f-beb8-4679-bc88-fe99b41d64e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.759434] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461556, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.760842] env[70917]: DEBUG oslo_vmware.api [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 863.760842] env[70917]: value = "task-3461557" [ 863.760842] env[70917]: _type = "Task" [ 863.760842] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.769796] env[70917]: DEBUG oslo_vmware.api [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.860640] env[70917]: DEBUG oslo_vmware.api [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461555, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979109} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.860640] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.075372] env[70917]: DEBUG nova.compute.manager [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Received event network-changed-55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.075712] env[70917]: DEBUG nova.compute.manager [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Refreshing instance network info cache due to event network-changed-55a7a545-9bd2-40f3-9835-8bdef4194020. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.076257] env[70917]: DEBUG oslo_concurrency.lockutils [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] Acquiring lock "refresh_cache-d2111888-0cdf-40f8-a3e8-c6c9e4a95875" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.076257] env[70917]: DEBUG oslo_concurrency.lockutils [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] Acquired lock "refresh_cache-d2111888-0cdf-40f8-a3e8-c6c9e4a95875" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.076257] env[70917]: DEBUG nova.network.neutron [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Refreshing network info cache for port 55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.093825] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.022s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.201729] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96322a4-59fd-4995-b5be-6218e3158770 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.210726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0332c92a-ef59-4b26-8ef7-26e545bbc72c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.248190] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aea8f0-bd7d-4323-a2a8-84b4f8c29717 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.262757] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576c382-e073-4131-80fc-a5c601011f36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.266858] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461556, 'name': CreateVM_Task, 'duration_secs': 0.4619} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.269612] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.270671] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.270853] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.271177] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.271748] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857aa035-86ea-4936-86c1-aa31d55239c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.281545] env[70917]: DEBUG nova.compute.provider_tree [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.286067] env[70917]: DEBUG oslo_vmware.api [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461557, 'name': PowerOffVM_Task, 'duration_secs': 0.285251} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.288869] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.288974] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.290186] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a8d278-5da0-48ea-bd3d-74c65ee9686d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.291988] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 864.291988] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dd0439-8be3-6207-52ff-b79e1b4d3660" [ 864.291988] env[70917]: _type = "Task" [ 864.291988] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.301107] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dd0439-8be3-6207-52ff-b79e1b4d3660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.335033] env[70917]: DEBUG nova.network.neutron [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.365398] env[70917]: WARNING nova.compute.manager [None req-3bf75447-9a7f-48df-84d3-9b801a7c1974 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Image not found during snapshot: nova.exception.ImageNotFound: Image f16a74b5-9229-4752-b55d-f36f157bdbb8 could not be found. [ 864.373941] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.374326] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.374437] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleting the datastore file [datastore1] d2047415-cd31-4b13-948d-b4985a1679de {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.374636] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-707e6cc0-53eb-4950-afcc-595355c654ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.382240] env[70917]: DEBUG oslo_vmware.api [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 864.382240] env[70917]: value = "task-3461559" [ 864.382240] env[70917]: _type = "Task" [ 864.382240] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.399219] env[70917]: DEBUG oslo_vmware.api [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.596634] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.788371] env[70917]: DEBUG nova.scheduler.client.report [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.809200] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dd0439-8be3-6207-52ff-b79e1b4d3660, 'name': SearchDatastore_Task, 'duration_secs': 0.033593} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.811713] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.812114] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.812506] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.812769] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.813093] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.814411] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e5fcd8d-990b-45fb-8890-bb6e0ea99b9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.827413] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.827614] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.828390] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c880880a-7361-41be-9d33-466b00832121 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.836351] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 864.836351] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52272916-c49f-ca11-c5ad-f8f71844f464" [ 864.836351] env[70917]: _type = "Task" [ 864.836351] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.836890] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.847229] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52272916-c49f-ca11-c5ad-f8f71844f464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.882631] env[70917]: DEBUG nova.network.neutron [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Updated VIF entry in instance network info cache for port 55a7a545-9bd2-40f3-9835-8bdef4194020. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.883562] env[70917]: DEBUG nova.network.neutron [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Updating instance_info_cache with network_info: [{"id": "55a7a545-9bd2-40f3-9835-8bdef4194020", "address": "fa:16:3e:47:18:51", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a7a545-9b", "ovs_interfaceid": "55a7a545-9bd2-40f3-9835-8bdef4194020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.895842] env[70917]: DEBUG oslo_vmware.api [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479857} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.896573] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.896831] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.899054] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.899054] env[70917]: INFO nova.compute.manager [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Took 1.16 seconds to destroy the instance on the hypervisor. [ 864.899054] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.899054] env[70917]: DEBUG nova.compute.manager [-] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.899054] env[70917]: DEBUG nova.network.neutron [-] [instance: d2047415-cd31-4b13-948d-b4985a1679de] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.995520] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "f847aa60-5673-4054-bf77-7e5aaaafc282" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.995808] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.996036] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "f847aa60-5673-4054-bf77-7e5aaaafc282-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.996231] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.996396] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.998527] env[70917]: INFO nova.compute.manager [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Terminating instance [ 865.120271] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.299250] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.304032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.127s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.304032] env[70917]: DEBUG nova.objects.instance [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lazy-loading 'resources' on Instance uuid c2741fec-4444-45f0-977f-6bdb23ab33cf {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.320412] env[70917]: INFO nova.scheduler.client.report [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted allocations for instance face8a41-907a-48a0-b295-75d925895e73 [ 865.337151] env[70917]: DEBUG nova.compute.manager [req-487671b7-72ba-4c50-9ccc-0a988c383526 req-02e69c1f-5ba5-4141-bd8a-65c4478efa3a service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Received event network-vif-deleted-d8ac4208-b6c8-4870-873d-5df0279336b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.338032] env[70917]: INFO nova.compute.manager [req-487671b7-72ba-4c50-9ccc-0a988c383526 req-02e69c1f-5ba5-4141-bd8a-65c4478efa3a service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Neutron deleted interface d8ac4208-b6c8-4870-873d-5df0279336b3; detaching it from the instance and deleting it from the info cache [ 865.338032] env[70917]: DEBUG nova.network.neutron [req-487671b7-72ba-4c50-9ccc-0a988c383526 req-02e69c1f-5ba5-4141-bd8a-65c4478efa3a service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.354601] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52272916-c49f-ca11-c5ad-f8f71844f464, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.357017] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7dafe6-36ab-49ab-930d-d056ec44d50e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.362020] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 865.362020] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524aefe7-8e27-8134-a6e2-245b2b97cb2f" [ 865.362020] env[70917]: _type = "Task" [ 865.362020] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.371130] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524aefe7-8e27-8134-a6e2-245b2b97cb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.385541] env[70917]: DEBUG oslo_concurrency.lockutils [req-9d5a23ef-c1e8-430e-9f4a-5f1d218db514 req-42c679b3-3dcc-499f-ba5b-e1bc796f32b4 service nova] Releasing lock "refresh_cache-d2111888-0cdf-40f8-a3e8-c6c9e4a95875" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.503192] env[70917]: DEBUG nova.compute.manager [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.503393] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.504324] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74cbd38-558a-4d21-acec-0a7b8e9d7952 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.514224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "a67ef531-7cab-4947-af9e-f126af4ee06e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.514363] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.514547] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.514789] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4837643b-c282-4838-9807-909acd7fc6de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.525349] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 865.525349] env[70917]: value = "task-3461560" [ 865.525349] env[70917]: _type = "Task" [ 865.525349] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.534739] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.701799] env[70917]: DEBUG nova.network.neutron [-] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.832127] env[70917]: DEBUG oslo_concurrency.lockutils [None req-639b68e8-87e0-4dc8-8f99-8a4561084edb tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "face8a41-907a-48a0-b295-75d925895e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.762s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.841212] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dec25e7-4b80-4b4c-867c-7eb5f414d85d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.855772] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752ea32-f16f-4e98-8ff7-8a220cac370d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.880022] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524aefe7-8e27-8134-a6e2-245b2b97cb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013482} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.882632] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.882894] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d2111888-0cdf-40f8-a3e8-c6c9e4a95875/d2111888-0cdf-40f8-a3e8-c6c9e4a95875.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.883351] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b9d21c-e26f-41be-87ed-dd289eec068d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.900895] env[70917]: DEBUG nova.compute.manager [req-487671b7-72ba-4c50-9ccc-0a988c383526 req-02e69c1f-5ba5-4141-bd8a-65c4478efa3a service nova] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Detach interface failed, port_id=d8ac4208-b6c8-4870-873d-5df0279336b3, reason: Instance d2047415-cd31-4b13-948d-b4985a1679de could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.905020] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 865.905020] env[70917]: value = "task-3461561" [ 865.905020] env[70917]: _type = "Task" [ 865.905020] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.914049] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.039145] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461560, 'name': PowerOffVM_Task, 'duration_secs': 0.190717} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.039512] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.039733] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.040013] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63827a05-ae8d-4079-b4a6-631ed820cab4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.140033] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.140292] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.140478] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleting the datastore file [datastore2] f847aa60-5673-4054-bf77-7e5aaaafc282 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.140757] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f86a72e3-d358-43ad-8471-2fc83b1158d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.150989] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 866.150989] env[70917]: value = "task-3461563" [ 866.150989] env[70917]: _type = "Task" [ 866.150989] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.164412] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.206660] env[70917]: INFO nova.compute.manager [-] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Took 1.31 seconds to deallocate network for instance. [ 866.358691] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773fe32-e259-40ea-a64d-e368910bf599 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.383028] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.415863] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461561, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.455288] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb05a3-4552-49ef-8e59-446dcd06b391 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.466056] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb807f4a-5f0a-4774-b84f-b99175a91de8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.500639] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b89a1-d182-4d62-9b15-bd7fdc32234a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.509213] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fe2a4a-c4e3-4788-99bd-39c093f10c99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.523056] env[70917]: DEBUG nova.compute.provider_tree [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.662341] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.714962] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.892646] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.893082] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e08115-aba2-4d89-891f-bada5b1d4c28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.912175] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 866.912175] env[70917]: value = "task-3461564" [ 866.912175] env[70917]: _type = "Task" [ 866.912175] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.920959] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53166} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.921728] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d2111888-0cdf-40f8-a3e8-c6c9e4a95875/d2111888-0cdf-40f8-a3e8-c6c9e4a95875.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.921975] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.922243] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cce6438-eb70-452b-a659-aaa055335a74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.929883] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.936434] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 866.936434] env[70917]: value = "task-3461565" [ 866.936434] env[70917]: _type = "Task" [ 866.936434] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.945911] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.047649] env[70917]: ERROR nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [req-08b32811-51c8-4a77-bfb8-a9d4a9b92497] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08b32811-51c8-4a77-bfb8-a9d4a9b92497"}]} [ 867.064939] env[70917]: DEBUG nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 867.079224] env[70917]: DEBUG nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 867.079464] env[70917]: DEBUG nova.compute.provider_tree [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.091549] env[70917]: DEBUG nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 867.110164] env[70917]: DEBUG nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 867.166371] env[70917]: DEBUG oslo_vmware.api [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590615} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.166820] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.166820] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.166994] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.167175] env[70917]: INFO nova.compute.manager [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Took 1.66 seconds to destroy the instance on the hypervisor. [ 867.167407] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.167596] env[70917]: DEBUG nova.compute.manager [-] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.171662] env[70917]: DEBUG nova.network.neutron [-] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.428895] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461564, 'name': PowerOffVM_Task, 'duration_secs': 0.403065} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.428895] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.428895] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.445997] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071515} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.446210] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.449499] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52e3d5-273e-4580-8364-123e33455443 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.473928] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d2111888-0cdf-40f8-a3e8-c6c9e4a95875/d2111888-0cdf-40f8-a3e8-c6c9e4a95875.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.476330] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f20a2e5-da3d-4417-bad9-a32890efdaca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.500156] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 867.500156] env[70917]: value = "task-3461566" [ 867.500156] env[70917]: _type = "Task" [ 867.500156] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.515243] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.637155] env[70917]: DEBUG nova.compute.manager [req-8c7afaea-74f6-4205-8714-7b7872b02737 req-624e24f3-b770-4afb-b8ff-afdc4765fadf service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Received event network-vif-deleted-ed6f8216-b366-4556-b1de-2961a673d97b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.637370] env[70917]: INFO nova.compute.manager [req-8c7afaea-74f6-4205-8714-7b7872b02737 req-624e24f3-b770-4afb-b8ff-afdc4765fadf service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Neutron deleted interface ed6f8216-b366-4556-b1de-2961a673d97b; detaching it from the instance and deleting it from the info cache [ 867.638038] env[70917]: DEBUG nova.network.neutron [req-8c7afaea-74f6-4205-8714-7b7872b02737 req-624e24f3-b770-4afb-b8ff-afdc4765fadf service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.785913] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2ff506-266b-45a8-b631-c87203bbf53b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.795054] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95df21-d222-4182-bbc6-0a08c9babbfd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.827467] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372688c1-e0cc-4655-b067-4fe2979cb77f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.849720] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87f36b-6746-4010-bff7-788575a957fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.863888] env[70917]: DEBUG nova.compute.provider_tree [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.938533] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.938945] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.939127] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.939357] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.939513] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.939668] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.939871] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.940063] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.940261] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.940433] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.940608] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.945997] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f1f41e0-f751-4107-a526-0c8c61682e93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.964330] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 867.964330] env[70917]: value = "task-3461567" [ 867.964330] env[70917]: _type = "Task" [ 867.964330] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.973735] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.012170] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.034733] env[70917]: DEBUG nova.network.neutron [-] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.140339] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dda7a91-e0e0-477e-8a4f-216c14273219 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.151180] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6b7550-f2cd-471f-a8da-3be3d5606fb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.190968] env[70917]: DEBUG nova.compute.manager [req-8c7afaea-74f6-4205-8714-7b7872b02737 req-624e24f3-b770-4afb-b8ff-afdc4765fadf service nova] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Detach interface failed, port_id=ed6f8216-b366-4556-b1de-2961a673d97b, reason: Instance f847aa60-5673-4054-bf77-7e5aaaafc282 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.404021] env[70917]: DEBUG nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 868.404021] env[70917]: DEBUG nova.compute.provider_tree [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 89 to 90 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 868.404021] env[70917]: DEBUG nova.compute.provider_tree [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.474968] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461567, 'name': ReconfigVM_Task, 'duration_secs': 0.192979} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.475957] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.516605] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461566, 'name': ReconfigVM_Task, 'duration_secs': 0.708171} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.516900] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d2111888-0cdf-40f8-a3e8-c6c9e4a95875/d2111888-0cdf-40f8-a3e8-c6c9e4a95875.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.517626] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3118f7c6-afba-4270-abd6-9089f903b4bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.525967] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 868.525967] env[70917]: value = "task-3461568" [ 868.525967] env[70917]: _type = "Task" [ 868.525967] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.534958] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461568, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.537482] env[70917]: INFO nova.compute.manager [-] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Took 1.37 seconds to deallocate network for instance. [ 868.906986] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.604s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.910121] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.982s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.910904] env[70917]: INFO nova.compute.claims [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.982621] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:28:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5cf1cca0-fa14-4a61-92fd-373b65d1ab46',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-871702284',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.982907] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.983039] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.983232] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.983377] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.983524] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.983721] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.983879] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.984051] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.984214] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.984383] env[70917]: DEBUG nova.virt.hardware [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.989776] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.990350] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c262bc06-70cb-4bd4-988a-a5eec5cb7179 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.011671] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 869.011671] env[70917]: value = "task-3461569" [ 869.011671] env[70917]: _type = "Task" [ 869.011671] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.020420] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.036655] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461568, 'name': Rename_Task, 'duration_secs': 0.156149} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.037738] env[70917]: INFO nova.scheduler.client.report [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted allocations for instance c2741fec-4444-45f0-977f-6bdb23ab33cf [ 869.038806] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.039090] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bfb1a0d-d6a6-4a08-8efa-4980a9f7cd06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.044176] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.051626] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 869.051626] env[70917]: value = "task-3461570" [ 869.051626] env[70917]: _type = "Task" [ 869.051626] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.061263] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.524571] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461569, 'name': ReconfigVM_Task, 'duration_secs': 0.171122} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.525015] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.525967] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6317a66e-f1e8-4c9e-baac-4c229ec8fce8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.548898] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.551150] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a71c9d-f5d0-488e-a6f4-a607c620c855 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.564088] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79c05a18-d7ea-4320-830e-d540550f02b3 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c2741fec-4444-45f0-977f-6bdb23ab33cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.575976] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461570, 'name': PowerOnVM_Task, 'duration_secs': 0.462623} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.577338] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.577569] env[70917]: INFO nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Took 8.64 seconds to spawn the instance on the hypervisor. [ 869.577783] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.578162] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 869.578162] env[70917]: value = "task-3461571" [ 869.578162] env[70917]: _type = "Task" [ 869.578162] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.578892] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b154d-4aa1-4d85-adfc-20f2f0f02e33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.593456] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.091275] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461571, 'name': ReconfigVM_Task, 'duration_secs': 0.305847} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.091587] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.091907] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.105401] env[70917]: INFO nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Took 45.78 seconds to build instance. [ 870.403548] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.403785] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.406434] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec350a2d-7df4-468d-a58b-e855b50e589d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.414874] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa7fa18-606b-4ec6-bbef-d090d07a01c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.449122] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed825be-9469-491b-b9b5-096c0f90e2f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.451937] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "a29460b6-5da4-4c4c-845a-38da2c1274cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.452349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.458343] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ba285-fd2d-4249-b26e-d46bd60d68de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.475451] env[70917]: DEBUG nova.compute.provider_tree [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.601389] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6d8312-a62c-40ec-a8f9-e98fc5fc110d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.619254] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.514s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.625021] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b3d621-f15d-4334-84fe-58641de9f317 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.643882] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.978352] env[70917]: DEBUG nova.scheduler.client.report [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.123638] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.189684] env[70917]: DEBUG nova.network.neutron [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Port 966efecf-49d5-45b1-aa0d-9d77d567df7e binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 871.483855] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.484513] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.487016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.981s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.487269] env[70917]: DEBUG nova.objects.instance [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lazy-loading 'resources' on Instance uuid 76832b17-5bf1-4966-b42f-ad77fb4af035 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.645489] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.990752] env[70917]: DEBUG nova.compute.utils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.995989] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.996627] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.039432] env[70917]: DEBUG nova.policy [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2e78b8ba1344c495c57b80745859c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '605eb091fcb842459638108d888c2008', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.220208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.220493] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.220723] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.408844] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Successfully created port: d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.501777] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.649144] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ba40d1-ca13-4ad5-93c4-07979b7744d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.658940] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7ba01c-870b-4c6b-8bfd-507bffd2bb72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.702187] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d36f200-64df-436e-95ea-23ad767ad781 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.712194] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2048f346-1c90-4640-a7cf-f8b3b02cdac4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.732217] env[70917]: DEBUG nova.compute.provider_tree [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.238503] env[70917]: DEBUG nova.scheduler.client.report [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.302242] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.302513] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.302742] env[70917]: DEBUG nova.network.neutron [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.510931] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.536939] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.537199] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.537353] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.537533] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.537693] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.537852] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.538093] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.538259] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.538424] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.538585] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.538773] env[70917]: DEBUG nova.virt.hardware [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.539678] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502eca85-74da-48b7-81da-5e1ca7fc7d4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.548560] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd74b3-701c-4b80-bf6f-661a2aed309f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.746374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.748981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.408s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.749248] env[70917]: DEBUG nova.objects.instance [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lazy-loading 'resources' on Instance uuid 34e06a78-8024-4143-acd9-5482f144e8e6 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.768165] env[70917]: INFO nova.scheduler.client.report [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleted allocations for instance 76832b17-5bf1-4966-b42f-ad77fb4af035 [ 874.026784] env[70917]: DEBUG nova.network.neutron [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.162991] env[70917]: DEBUG nova.compute.manager [req-18350f54-a7a5-42db-b401-d29f73e579af req-b31a75db-30dd-4c5b-b4a8-a17fe717a1fa service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Received event network-vif-plugged-d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.164017] env[70917]: DEBUG oslo_concurrency.lockutils [req-18350f54-a7a5-42db-b401-d29f73e579af req-b31a75db-30dd-4c5b-b4a8-a17fe717a1fa service nova] Acquiring lock "e3818fd2-e150-45b4-8442-314f4b8de1c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.164017] env[70917]: DEBUG oslo_concurrency.lockutils [req-18350f54-a7a5-42db-b401-d29f73e579af req-b31a75db-30dd-4c5b-b4a8-a17fe717a1fa service nova] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.164017] env[70917]: DEBUG oslo_concurrency.lockutils [req-18350f54-a7a5-42db-b401-d29f73e579af req-b31a75db-30dd-4c5b-b4a8-a17fe717a1fa service nova] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.164017] env[70917]: DEBUG nova.compute.manager [req-18350f54-a7a5-42db-b401-d29f73e579af req-b31a75db-30dd-4c5b-b4a8-a17fe717a1fa service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] No waiting events found dispatching network-vif-plugged-d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.165358] env[70917]: WARNING nova.compute.manager [req-18350f54-a7a5-42db-b401-d29f73e579af req-b31a75db-30dd-4c5b-b4a8-a17fe717a1fa service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Received unexpected event network-vif-plugged-d3211ffd-bf48-44e1-9405-fad7c41402f9 for instance with vm_state building and task_state spawning. [ 874.286222] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a3d7634-d6a0-44da-872a-fc40c2766be2 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "76832b17-5bf1-4966-b42f-ad77fb4af035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.091s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.332108] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Successfully updated port: d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.489667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "4365ba7f-dafd-45c4-9ec4-75580abfd795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.489667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "4365ba7f-dafd-45c4-9ec4-75580abfd795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.489667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "4365ba7f-dafd-45c4-9ec4-75580abfd795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.490128] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "4365ba7f-dafd-45c4-9ec4-75580abfd795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.490471] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "4365ba7f-dafd-45c4-9ec4-75580abfd795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.495027] env[70917]: INFO nova.compute.manager [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Terminating instance [ 874.530111] env[70917]: DEBUG oslo_concurrency.lockutils [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.796342] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b3d1d8-20dc-4325-ac2d-a4c689e1f0d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.803422] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e776d-eb6a-4ecf-a22a-d42a1cdecc96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.833463] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "refresh_cache-e3818fd2-e150-45b4-8442-314f4b8de1c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.833624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "refresh_cache-e3818fd2-e150-45b4-8442-314f4b8de1c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.833774] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.836217] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e030a0-5e7d-4392-a84e-43b8bc13c4c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.844423] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a938c-97fe-43a0-a6c2-aaca485a760d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.857844] env[70917]: DEBUG nova.compute.provider_tree [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.998586] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "refresh_cache-4365ba7f-dafd-45c4-9ec4-75580abfd795" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.998843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquired lock "refresh_cache-4365ba7f-dafd-45c4-9ec4-75580abfd795" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.999057] env[70917]: DEBUG nova.network.neutron [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.054044] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c3419-206e-4883-9e7f-b5480569d451 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.075163] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb5325e-8162-4e46-8daf-7b42c3dceeb4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.082421] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.360510] env[70917]: DEBUG nova.scheduler.client.report [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.385869] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.535894] env[70917]: DEBUG nova.network.neutron [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.551130] env[70917]: DEBUG nova.network.neutron [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Updating instance_info_cache with network_info: [{"id": "d3211ffd-bf48-44e1-9405-fad7c41402f9", "address": "fa:16:3e:be:67:cc", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3211ffd-bf", "ovs_interfaceid": "d3211ffd-bf48-44e1-9405-fad7c41402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.589512] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.589512] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc376fa-8424-4f93-ada8-4da6b4a7beeb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.596984] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 875.596984] env[70917]: value = "task-3461572" [ 875.596984] env[70917]: _type = "Task" [ 875.596984] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.605648] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.634678] env[70917]: DEBUG nova.network.neutron [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.865856] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.868910] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.693s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.869221] env[70917]: DEBUG nova.objects.instance [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lazy-loading 'resources' on Instance uuid dc8a589e-3d62-4aab-9b44-85cb242b6a7c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.890720] env[70917]: INFO nova.scheduler.client.report [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Deleted allocations for instance 34e06a78-8024-4143-acd9-5482f144e8e6 [ 876.053888] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "refresh_cache-e3818fd2-e150-45b4-8442-314f4b8de1c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.054351] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Instance network_info: |[{"id": "d3211ffd-bf48-44e1-9405-fad7c41402f9", "address": "fa:16:3e:be:67:cc", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3211ffd-bf", "ovs_interfaceid": "d3211ffd-bf48-44e1-9405-fad7c41402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.055043] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:67:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3211ffd-bf48-44e1-9405-fad7c41402f9', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.063065] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.063065] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.063212] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27e9731-2277-4275-9fb1-418161635e5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.083297] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.083297] env[70917]: value = "task-3461573" [ 876.083297] env[70917]: _type = "Task" [ 876.083297] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.090906] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461573, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.105750] env[70917]: DEBUG oslo_vmware.api [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461572, 'name': PowerOnVM_Task, 'duration_secs': 0.498211} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.105993] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.106199] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-baa886f9-2495-4164-9826-afb2859b9b4c tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance '657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.137738] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Releasing lock "refresh_cache-4365ba7f-dafd-45c4-9ec4-75580abfd795" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.138287] env[70917]: DEBUG nova.compute.manager [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.138493] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.139614] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2915d24d-4015-4ffc-9615-5c1293136981 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.147115] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.147378] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-230df1ba-e8db-4018-8c24-d67e90b39d6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.153986] env[70917]: DEBUG oslo_vmware.api [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 876.153986] env[70917]: value = "task-3461574" [ 876.153986] env[70917]: _type = "Task" [ 876.153986] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.163549] env[70917]: DEBUG oslo_vmware.api [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.250805] env[70917]: DEBUG nova.compute.manager [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Received event network-changed-d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.251070] env[70917]: DEBUG nova.compute.manager [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Refreshing instance network info cache due to event network-changed-d3211ffd-bf48-44e1-9405-fad7c41402f9. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.251384] env[70917]: DEBUG oslo_concurrency.lockutils [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] Acquiring lock "refresh_cache-e3818fd2-e150-45b4-8442-314f4b8de1c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.251589] env[70917]: DEBUG oslo_concurrency.lockutils [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] Acquired lock "refresh_cache-e3818fd2-e150-45b4-8442-314f4b8de1c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.251814] env[70917]: DEBUG nova.network.neutron [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Refreshing network info cache for port d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.398355] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Lock "34e06a78-8024-4143-acd9-5482f144e8e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.558s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.595483] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461573, 'name': CreateVM_Task, 'duration_secs': 0.339771} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.595662] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.596395] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.596562] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.596864] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.597140] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039020e4-6ef4-46fb-af54-d55235fb4f99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.604399] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 876.604399] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bb953c-43dc-69f3-9bd8-39b6706d12a5" [ 876.604399] env[70917]: _type = "Task" [ 876.604399] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.618121] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bb953c-43dc-69f3-9bd8-39b6706d12a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.664276] env[70917]: DEBUG oslo_vmware.api [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461574, 'name': PowerOffVM_Task, 'duration_secs': 0.165517} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.667172] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.667376] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.667961] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa96502-d213-40c6-a3d7-c109e7d1d6f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.697657] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.697657] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.697657] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleting the datastore file [datastore1] 4365ba7f-dafd-45c4-9ec4-75580abfd795 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.697657] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-223c54e4-738b-475e-a24a-49db817139dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.710262] env[70917]: DEBUG oslo_vmware.api [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for the task: (returnval){ [ 876.710262] env[70917]: value = "task-3461576" [ 876.710262] env[70917]: _type = "Task" [ 876.710262] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.719153] env[70917]: DEBUG oslo_vmware.api [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.950526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea37d4c-0afa-4bad-8123-aaa39cb0d474 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.963010] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd482d3-d517-4d48-a693-3dce04ae264f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.996640] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93111909-7bd8-42f9-b2a9-6602acfe983b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.004324] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1611b406-c47d-4a2e-90c6-23ac88e341bc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.017881] env[70917]: DEBUG nova.compute.provider_tree [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.117559] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bb953c-43dc-69f3-9bd8-39b6706d12a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.118578] env[70917]: DEBUG nova.network.neutron [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Updated VIF entry in instance network info cache for port d3211ffd-bf48-44e1-9405-fad7c41402f9. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.118925] env[70917]: DEBUG nova.network.neutron [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Updating instance_info_cache with network_info: [{"id": "d3211ffd-bf48-44e1-9405-fad7c41402f9", "address": "fa:16:3e:be:67:cc", "network": {"id": "063eb843-80e0-409d-8bc1-e5a9120bc957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763890776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "605eb091fcb842459638108d888c2008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3211ffd-bf", "ovs_interfaceid": "d3211ffd-bf48-44e1-9405-fad7c41402f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.120341] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.120413] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.121053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.121053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.121150] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.125149] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b1e31a-6dcb-4d6d-aae8-f686939f2db4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.134371] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.134570] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.135309] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f9a9eb-9398-4b0f-899d-73d50bed0ce4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.141717] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 877.141717] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c463f-8237-4fb4-f615-0da3083b60c0" [ 877.141717] env[70917]: _type = "Task" [ 877.141717] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.149623] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c463f-8237-4fb4-f615-0da3083b60c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.218704] env[70917]: DEBUG oslo_vmware.api [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Task: {'id': task-3461576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093049} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.219148] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.219148] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.219336] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.219508] env[70917]: INFO nova.compute.manager [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Took 1.08 seconds to destroy the instance on the hypervisor. [ 877.219749] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.220031] env[70917]: DEBUG nova.compute.manager [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.220031] env[70917]: DEBUG nova.network.neutron [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.241903] env[70917]: DEBUG nova.network.neutron [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.524309] env[70917]: DEBUG nova.scheduler.client.report [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.628294] env[70917]: DEBUG oslo_concurrency.lockutils [req-c3611a43-9826-4b3a-8e69-4f000ffc61be req-615210ba-0828-4fe0-a9c6-96f6403f6749 service nova] Releasing lock "refresh_cache-e3818fd2-e150-45b4-8442-314f4b8de1c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.651557] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c463f-8237-4fb4-f615-0da3083b60c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.652358] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5714b71-d9d6-418a-a95f-676228ffe3a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.658221] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 877.658221] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52be30a5-05f6-2294-c8e5-30e4ee8c184a" [ 877.658221] env[70917]: _type = "Task" [ 877.658221] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.666338] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52be30a5-05f6-2294-c8e5-30e4ee8c184a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.744817] env[70917]: DEBUG nova.network.neutron [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.031177] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.032023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.095s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.033552] env[70917]: INFO nova.compute.claims [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.058456] env[70917]: INFO nova.scheduler.client.report [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Deleted allocations for instance dc8a589e-3d62-4aab-9b44-85cb242b6a7c [ 878.174852] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52be30a5-05f6-2294-c8e5-30e4ee8c184a, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.175283] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.175669] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] e3818fd2-e150-45b4-8442-314f4b8de1c5/e3818fd2-e150-45b4-8442-314f4b8de1c5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.176076] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8628950e-680a-4101-90fb-325aa6560a8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.185895] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 878.185895] env[70917]: value = "task-3461577" [ 878.185895] env[70917]: _type = "Task" [ 878.185895] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.199732] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.249956] env[70917]: INFO nova.compute.manager [-] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Took 1.03 seconds to deallocate network for instance. [ 878.573644] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "dc8a589e-3d62-4aab-9b44-85cb242b6a7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.293s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.706974] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.756323] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.757314] env[70917]: DEBUG nova.network.neutron [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Port 966efecf-49d5-45b1-aa0d-9d77d567df7e binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 878.757552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.757701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.757928] env[70917]: DEBUG nova.network.neutron [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.198194] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535861} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.200919] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] e3818fd2-e150-45b4-8442-314f4b8de1c5/e3818fd2-e150-45b4-8442-314f4b8de1c5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.201177] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.201973] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f41208fe-cae3-4730-a459-43826204ae17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.209291] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.209550] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.209879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.210287] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.210382] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.212661] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 879.212661] env[70917]: value = "task-3461578" [ 879.212661] env[70917]: _type = "Task" [ 879.212661] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.217165] env[70917]: INFO nova.compute.manager [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Terminating instance [ 879.230284] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.524183] env[70917]: DEBUG nova.network.neutron [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.606526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fe1d4c-00ca-47a1-b695-71b493e0a9d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.614948] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59721bb-95ab-4aa5-bb98-4f834e153e66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.649264] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd99137-b48d-46cc-9bc5-25a4f57cc33a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.658468] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f3af96-4c55-4fc8-b3ea-8163e2fb69e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.673897] env[70917]: DEBUG nova.compute.provider_tree [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.724791] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074618} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.725472] env[70917]: DEBUG nova.compute.manager [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.725731] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.726047] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.726851] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56477e67-a477-4e25-ac31-89f06718405c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.730215] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a87210-d9de-4e54-945e-95bdd0ff641b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.747892] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.757669] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e3818fd2-e150-45b4-8442-314f4b8de1c5/e3818fd2-e150-45b4-8442-314f4b8de1c5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.758061] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954b4273-b01c-4b6d-b9e9-bf403deeb6a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.760228] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09aba72e-bd59-4ad0-ae9a-07052d2987c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.788818] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 879.788818] env[70917]: value = "task-3461580" [ 879.788818] env[70917]: _type = "Task" [ 879.788818] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.789503] env[70917]: DEBUG oslo_vmware.api [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 879.789503] env[70917]: value = "task-3461579" [ 879.789503] env[70917]: _type = "Task" [ 879.789503] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.804664] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.808407] env[70917]: DEBUG oslo_vmware.api [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.027086] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.176613] env[70917]: DEBUG nova.scheduler.client.report [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.301718] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461580, 'name': ReconfigVM_Task, 'duration_secs': 0.340987} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.303311] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e3818fd2-e150-45b4-8442-314f4b8de1c5/e3818fd2-e150-45b4-8442-314f4b8de1c5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.304094] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c187da-51dc-4ba2-a71c-e40948993ba5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.310206] env[70917]: DEBUG oslo_vmware.api [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461579, 'name': PowerOffVM_Task, 'duration_secs': 0.224821} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.311861] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.312416] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.312866] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5f316a-5a89-4fc5-a0a3-96f6aac239ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.315921] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 880.315921] env[70917]: value = "task-3461581" [ 880.315921] env[70917]: _type = "Task" [ 880.315921] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.332344] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461581, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.384023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.384023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.384023] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Deleting the datastore file [datastore2] cc5135e1-f7af-45c1-9d8c-6020a6efacc7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.384023] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8509d63a-2945-419b-b7b0-39cce2fe4ea6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.391954] env[70917]: DEBUG oslo_vmware.api [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for the task: (returnval){ [ 880.391954] env[70917]: value = "task-3461583" [ 880.391954] env[70917]: _type = "Task" [ 880.391954] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.402086] env[70917]: DEBUG oslo_vmware.api [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.530958] env[70917]: DEBUG nova.compute.manager [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70917) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 880.530958] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.683497] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.684246] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.687199] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.266s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.687922] env[70917]: DEBUG nova.objects.instance [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'resources' on Instance uuid dc670653-4db2-4482-9b29-b3d9853a3593 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.827248] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461581, 'name': Rename_Task, 'duration_secs': 0.176405} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.827524] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.827769] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3150a14a-90c1-4ade-a0ba-f12547648cef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.834927] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 880.834927] env[70917]: value = "task-3461584" [ 880.834927] env[70917]: _type = "Task" [ 880.834927] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.903622] env[70917]: DEBUG oslo_vmware.api [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Task: {'id': task-3461583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151242} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.903892] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.904156] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.904351] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.904532] env[70917]: INFO nova.compute.manager [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 880.904787] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.904992] env[70917]: DEBUG nova.compute.manager [-] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.905100] env[70917]: DEBUG nova.network.neutron [-] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.200685] env[70917]: DEBUG nova.compute.utils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.200685] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.200685] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.283564] env[70917]: DEBUG nova.policy [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d1efb440a2b49b2b54e161072157f9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '109dc2d4dcce42c38aa7dcfe870c7414', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.348027] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.355844] env[70917]: DEBUG nova.compute.manager [req-9a9930be-4601-46f8-ac58-e2455ef20aec req-7f028dac-d3d7-4c43-8e69-45f7f624bea5 service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Received event network-vif-deleted-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.356090] env[70917]: INFO nova.compute.manager [req-9a9930be-4601-46f8-ac58-e2455ef20aec req-7f028dac-d3d7-4c43-8e69-45f7f624bea5 service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Neutron deleted interface 6eca1592-e01b-4c07-a3d7-64bbdb5d5866; detaching it from the instance and deleting it from the info cache [ 881.356268] env[70917]: DEBUG nova.network.neutron [req-9a9930be-4601-46f8-ac58-e2455ef20aec req-7f028dac-d3d7-4c43-8e69-45f7f624bea5 service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.702979] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.751773] env[70917]: DEBUG nova.network.neutron [-] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.850374] env[70917]: DEBUG oslo_vmware.api [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461584, 'name': PowerOnVM_Task, 'duration_secs': 0.536632} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.854015] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.858017] env[70917]: INFO nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Took 8.34 seconds to spawn the instance on the hypervisor. [ 881.858017] env[70917]: DEBUG nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.858017] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4341235-023f-4c8b-8910-46b307912ac8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.859583] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-474abd1e-3adf-4db8-808f-5d804d57290b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.877960] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc9a806-5edc-453f-bb4d-6b2bf2d7b4b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.893268] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Successfully created port: 0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.895616] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c64e5c0-5aa3-46d8-a5c7-9c54f9dbb97c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.903882] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dce2d4-f10f-4d3a-8cdd-737d41bccc55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.947920] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36afa4b-8047-4507-9ef6-57da02f6b0c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.951146] env[70917]: DEBUG nova.compute.manager [req-9a9930be-4601-46f8-ac58-e2455ef20aec req-7f028dac-d3d7-4c43-8e69-45f7f624bea5 service nova] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Detach interface failed, port_id=6eca1592-e01b-4c07-a3d7-64bbdb5d5866, reason: Instance cc5135e1-f7af-45c1-9d8c-6020a6efacc7 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.956770] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a8ed5-e603-4ede-a906-50601e2f3a3c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.971938] env[70917]: DEBUG nova.compute.provider_tree [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.254370] env[70917]: INFO nova.compute.manager [-] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Took 1.35 seconds to deallocate network for instance. [ 882.383722] env[70917]: INFO nova.compute.manager [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Took 54.51 seconds to build instance. [ 882.476220] env[70917]: DEBUG nova.scheduler.client.report [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.529519] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Successfully created port: 7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.715057] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.740112] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.740563] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.741016] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.741143] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.741389] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.745174] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.745174] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.745174] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.745174] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.745174] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.745174] env[70917]: DEBUG nova.virt.hardware [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.745174] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e9e671-66f4-4155-92df-0bed7c7d2c32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.752092] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d91a0-742e-45bf-aac0-731cd13ef604 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.768415] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.887297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-51c2af71-da6a-40c3-b0ea-252536900921 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.739s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.982285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.984845] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.681s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.009222] env[70917]: INFO nova.scheduler.client.report [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted allocations for instance dc670653-4db2-4482-9b29-b3d9853a3593 [ 883.389284] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.490330] env[70917]: INFO nova.compute.claims [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.521791] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "dc670653-4db2-4482-9b29-b3d9853a3593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.420s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.872362] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.872696] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.872911] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.873215] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.873392] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.881015] env[70917]: INFO nova.compute.manager [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Terminating instance [ 883.919274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.997764] env[70917]: INFO nova.compute.resource_tracker [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating resource usage from migration b486c7af-f100-43fa-a20c-f5d2c7c396a1 [ 884.382780] env[70917]: DEBUG nova.compute.manager [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.383081] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.384078] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6130f-d3cc-4142-a09d-b051cdd2b133 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.395975] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.396273] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e21ad6-2a89-442e-beea-1faf2b5382d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.409088] env[70917]: DEBUG oslo_vmware.api [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 884.409088] env[70917]: value = "task-3461585" [ 884.409088] env[70917]: _type = "Task" [ 884.409088] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.422839] env[70917]: DEBUG oslo_vmware.api [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.562228] env[70917]: DEBUG nova.compute.manager [req-147e1e7e-cbdb-4ab2-a2fa-91c7fb9c9f29 req-02b9c11c-aae5-4f42-8bd2-b0d1aefb06fa service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received event network-vif-plugged-0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.562448] env[70917]: DEBUG oslo_concurrency.lockutils [req-147e1e7e-cbdb-4ab2-a2fa-91c7fb9c9f29 req-02b9c11c-aae5-4f42-8bd2-b0d1aefb06fa service nova] Acquiring lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.562656] env[70917]: DEBUG oslo_concurrency.lockutils [req-147e1e7e-cbdb-4ab2-a2fa-91c7fb9c9f29 req-02b9c11c-aae5-4f42-8bd2-b0d1aefb06fa service nova] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.562873] env[70917]: DEBUG oslo_concurrency.lockutils [req-147e1e7e-cbdb-4ab2-a2fa-91c7fb9c9f29 req-02b9c11c-aae5-4f42-8bd2-b0d1aefb06fa service nova] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.562981] env[70917]: DEBUG nova.compute.manager [req-147e1e7e-cbdb-4ab2-a2fa-91c7fb9c9f29 req-02b9c11c-aae5-4f42-8bd2-b0d1aefb06fa service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] No waiting events found dispatching network-vif-plugged-0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.563197] env[70917]: WARNING nova.compute.manager [req-147e1e7e-cbdb-4ab2-a2fa-91c7fb9c9f29 req-02b9c11c-aae5-4f42-8bd2-b0d1aefb06fa service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received unexpected event network-vif-plugged-0655b975-da5c-4e70-bd7a-70ea95874f98 for instance with vm_state building and task_state spawning. [ 884.576058] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Successfully updated port: 0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.651373] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea55bfe-68e0-46c4-b9f4-01f90a4c8878 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.660282] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fce60-1e8e-4305-b796-45d47523051d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.695375] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2937517-5c5e-432e-bd5e-3bc0714977f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.703813] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c508e76-0816-4d07-a814-21a84285aeb9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.718558] env[70917]: DEBUG nova.compute.provider_tree [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.923724] env[70917]: DEBUG oslo_vmware.api [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461585, 'name': PowerOffVM_Task, 'duration_secs': 0.252579} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.923724] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.923724] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.923724] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61ba22a-dfe9-4e64-a75c-85ae9ad397a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.990016] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.990401] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.990540] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleting the datastore file [datastore2] c4b54d57-1b4b-41a3-8f9c-2204a499784f {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.990804] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb749d86-ffb4-4f8b-8d55-4412f957209a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.999591] env[70917]: DEBUG oslo_vmware.api [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 884.999591] env[70917]: value = "task-3461587" [ 884.999591] env[70917]: _type = "Task" [ 884.999591] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.007511] env[70917]: DEBUG oslo_vmware.api [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.158822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.159104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.221563] env[70917]: DEBUG nova.scheduler.client.report [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.511688] env[70917]: DEBUG oslo_vmware.api [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138816} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.511688] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.511688] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.511903] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.511992] env[70917]: INFO nova.compute.manager [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 885.512335] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.512453] env[70917]: DEBUG nova.compute.manager [-] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.512690] env[70917]: DEBUG nova.network.neutron [-] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.727228] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.742s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.727489] env[70917]: INFO nova.compute.manager [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Migrating [ 885.736076] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.396s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.736312] env[70917]: DEBUG nova.objects.instance [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lazy-loading 'resources' on Instance uuid 7b18ee62-aac9-48e7-85f6-69c2c8634e21 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.912467] env[70917]: DEBUG nova.compute.manager [req-038cf2e2-b515-49fc-9b94-c6a0c2cc97be req-b3ecc6d2-9c4e-4891-932c-00fe4618e210 service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Received event network-vif-deleted-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.913131] env[70917]: INFO nova.compute.manager [req-038cf2e2-b515-49fc-9b94-c6a0c2cc97be req-b3ecc6d2-9c4e-4891-932c-00fe4618e210 service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Neutron deleted interface 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3; detaching it from the instance and deleting it from the info cache [ 885.913381] env[70917]: DEBUG nova.network.neutron [req-038cf2e2-b515-49fc-9b94-c6a0c2cc97be req-b3ecc6d2-9c4e-4891-932c-00fe4618e210 service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.251283] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.251544] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.251965] env[70917]: DEBUG nova.network.neutron [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.332891] env[70917]: DEBUG nova.network.neutron [-] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.418586] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a563eb0e-69a1-4491-9a1d-0bdbb5337817 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.430605] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed20367c-5417-4d17-bfae-f4f4c4ae38c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.472757] env[70917]: DEBUG nova.compute.manager [req-038cf2e2-b515-49fc-9b94-c6a0c2cc97be req-b3ecc6d2-9c4e-4891-932c-00fe4618e210 service nova] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Detach interface failed, port_id=032c42fd-aeb1-4a5e-ba41-935b1d6b51b3, reason: Instance c4b54d57-1b4b-41a3-8f9c-2204a499784f could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.478695] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.479330] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.585430] env[70917]: DEBUG nova.compute.manager [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received event network-changed-0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.585616] env[70917]: DEBUG nova.compute.manager [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Refreshing instance network info cache due to event network-changed-0655b975-da5c-4e70-bd7a-70ea95874f98. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.585929] env[70917]: DEBUG oslo_concurrency.lockutils [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] Acquiring lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.586094] env[70917]: DEBUG oslo_concurrency.lockutils [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] Acquired lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.586255] env[70917]: DEBUG nova.network.neutron [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Refreshing network info cache for port 0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.644483] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Successfully updated port: 7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.768408] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd069869-ea12-456f-945b-92ff3b938280 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.777203] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09468152-5de3-4f39-a516-5b65d357d6be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.809632] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd11f01-8bf6-44fb-b0d0-4320265e9e85 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.816577] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf6bf6-3e3d-4231-b5af-6b004a0239b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831231] env[70917]: DEBUG nova.compute.provider_tree [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.836130] env[70917]: INFO nova.compute.manager [-] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Took 1.32 seconds to deallocate network for instance. [ 887.027163] env[70917]: DEBUG nova.network.neutron [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.132745] env[70917]: DEBUG nova.network.neutron [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.148676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.228669] env[70917]: DEBUG nova.network.neutron [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.336073] env[70917]: DEBUG nova.scheduler.client.report [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.345051] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.530342] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.731508] env[70917]: DEBUG oslo_concurrency.lockutils [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] Releasing lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.731783] env[70917]: DEBUG nova.compute.manager [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received event network-vif-plugged-7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.731980] env[70917]: DEBUG oslo_concurrency.lockutils [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] Acquiring lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.732203] env[70917]: DEBUG oslo_concurrency.lockutils [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.732366] env[70917]: DEBUG oslo_concurrency.lockutils [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.732531] env[70917]: DEBUG nova.compute.manager [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] No waiting events found dispatching network-vif-plugged-7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.732757] env[70917]: WARNING nova.compute.manager [req-0246f608-9b93-4b4c-a7b4-841d66d98de0 req-fcaf1820-7ae1-469e-8107-588ea3f5693a service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received unexpected event network-vif-plugged-7dff1516-9e28-49c4-b7ef-c5c02abc69dc for instance with vm_state building and task_state spawning. [ 887.733104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.733248] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.841615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.843948] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.585s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.845409] env[70917]: INFO nova.compute.claims [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.862748] env[70917]: INFO nova.scheduler.client.report [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Deleted allocations for instance 7b18ee62-aac9-48e7-85f6-69c2c8634e21 [ 888.280490] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.370526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "7b18ee62-aac9-48e7-85f6-69c2c8634e21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.074s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.643779] env[70917]: DEBUG nova.network.neutron [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Updating instance_info_cache with network_info: [{"id": "0655b975-da5c-4e70-bd7a-70ea95874f98", "address": "fa:16:3e:50:17:bf", "network": {"id": "1761282b-1682-44c7-9e11-f7395aaa7e32", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-426141464", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0655b975-da", "ovs_interfaceid": "0655b975-da5c-4e70-bd7a-70ea95874f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "address": "fa:16:3e:0c:26:69", "network": {"id": "7b39d8c7-136a-4a06-9b6e-17f2f5aeaca7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-967017287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dff1516-9e", "ovs_interfaceid": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.649070] env[70917]: DEBUG nova.compute.manager [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received event network-changed-7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.649070] env[70917]: DEBUG nova.compute.manager [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Refreshing instance network info cache due to event network-changed-7dff1516-9e28-49c4-b7ef-c5c02abc69dc. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.649070] env[70917]: DEBUG oslo_concurrency.lockutils [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] Acquiring lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.046506] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39598877-8376-4a31-934e-bc840a7bd116 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.066872] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.150734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Releasing lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.151205] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Instance network_info: |[{"id": "0655b975-da5c-4e70-bd7a-70ea95874f98", "address": "fa:16:3e:50:17:bf", "network": {"id": "1761282b-1682-44c7-9e11-f7395aaa7e32", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-426141464", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0655b975-da", "ovs_interfaceid": "0655b975-da5c-4e70-bd7a-70ea95874f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "address": "fa:16:3e:0c:26:69", "network": {"id": "7b39d8c7-136a-4a06-9b6e-17f2f5aeaca7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-967017287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dff1516-9e", "ovs_interfaceid": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.151759] env[70917]: DEBUG oslo_concurrency.lockutils [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] Acquired lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.151883] env[70917]: DEBUG nova.network.neutron [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Refreshing network info cache for port 7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.153057] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:17:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0655b975-da5c-4e70-bd7a-70ea95874f98', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:26:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dff1516-9e28-49c4-b7ef-c5c02abc69dc', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.163180] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.164325] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.167199] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb2f0c87-ef3e-4e66-8a1d-66d578439890 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.191261] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.191261] env[70917]: value = "task-3461588" [ 889.191261] env[70917]: _type = "Task" [ 889.191261] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.201460] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461588, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.405902] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc4fb6-2913-4f6f-8f05-cf0bf04dab66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.413594] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36734e4-774f-4e25-8da7-117460ac95fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.445916] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa9fbd0-9a0f-4ce1-b544-02d999e1e31a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.453573] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a7b2a6-b2a8-44b9-a27d-2e09431d5023 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.466990] env[70917]: DEBUG nova.compute.provider_tree [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.575605] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.575947] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4669ebf2-52f8-470e-a533-7528438c058c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.583026] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 889.583026] env[70917]: value = "task-3461589" [ 889.583026] env[70917]: _type = "Task" [ 889.583026] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.591199] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.701228] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461588, 'name': CreateVM_Task, 'duration_secs': 0.389041} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.701357] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.702123] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.702294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.702708] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.702858] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df81331f-7063-4c09-ab26-8460eb077ec3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.708339] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 889.708339] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5248c23e-21ae-bf51-9297-67b95b319445" [ 889.708339] env[70917]: _type = "Task" [ 889.708339] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.719511] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5248c23e-21ae-bf51-9297-67b95b319445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.886244] env[70917]: DEBUG nova.network.neutron [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Updated VIF entry in instance network info cache for port 7dff1516-9e28-49c4-b7ef-c5c02abc69dc. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.886678] env[70917]: DEBUG nova.network.neutron [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Updating instance_info_cache with network_info: [{"id": "0655b975-da5c-4e70-bd7a-70ea95874f98", "address": "fa:16:3e:50:17:bf", "network": {"id": "1761282b-1682-44c7-9e11-f7395aaa7e32", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-426141464", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0655b975-da", "ovs_interfaceid": "0655b975-da5c-4e70-bd7a-70ea95874f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "address": "fa:16:3e:0c:26:69", "network": {"id": "7b39d8c7-136a-4a06-9b6e-17f2f5aeaca7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-967017287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dff1516-9e", "ovs_interfaceid": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.969933] env[70917]: DEBUG nova.scheduler.client.report [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.095591] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.095591] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.220053] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5248c23e-21ae-bf51-9297-67b95b319445, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.220053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.220053] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.220053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.220053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.220053] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.220053] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d71ab19b-a198-4ade-ba47-0342d6e12566 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.227795] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.227988] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.228695] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14ff721-022e-4d48-823a-a0fc248ef921 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.233438] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 890.233438] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fe812d-8002-db6b-56e7-413b606662ae" [ 890.233438] env[70917]: _type = "Task" [ 890.233438] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.240605] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fe812d-8002-db6b-56e7-413b606662ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.389991] env[70917]: DEBUG oslo_concurrency.lockutils [req-b84dd5cd-da8e-4e4f-81ab-2796a54a313f req-2304bf7f-97e7-4544-a727-68cbd3f1829b service nova] Releasing lock "refresh_cache-af30c562-33e3-4d59-ae8c-326d509ea9f5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.475657] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.476382] env[70917]: DEBUG nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.479207] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.374s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.480639] env[70917]: INFO nova.compute.claims [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.602076] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.602558] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.602885] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.603214] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.609231] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b499da8c-cf9c-45b8-ad33-a7d35965e46c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.630868] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 890.630868] env[70917]: value = "task-3461590" [ 890.630868] env[70917]: _type = "Task" [ 890.630868] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.638887] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.745725] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fe812d-8002-db6b-56e7-413b606662ae, 'name': SearchDatastore_Task, 'duration_secs': 0.007639} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.746596] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83ecc46-1b7a-428a-89e6-1be801d1b5b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.751897] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 890.751897] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524e469c-8a77-b70b-f0ac-0cd930d7c367" [ 890.751897] env[70917]: _type = "Task" [ 890.751897] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.760618] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524e469c-8a77-b70b-f0ac-0cd930d7c367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.985689] env[70917]: DEBUG nova.compute.utils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.990580] env[70917]: DEBUG nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 891.141031] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461590, 'name': ReconfigVM_Task, 'duration_secs': 0.169425} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.141300] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.262486] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524e469c-8a77-b70b-f0ac-0cd930d7c367, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.262781] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.263075] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] af30c562-33e3-4d59-ae8c-326d509ea9f5/af30c562-33e3-4d59-ae8c-326d509ea9f5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.263344] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b871037-558b-4d89-9f5c-72ecec62cb56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.271131] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 891.271131] env[70917]: value = "task-3461591" [ 891.271131] env[70917]: _type = "Task" [ 891.271131] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.279824] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.490648] env[70917]: DEBUG nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.648180] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.648511] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.648828] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.649405] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.649616] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.650447] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.650447] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.650447] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.650447] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.650615] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.650909] env[70917]: DEBUG nova.virt.hardware [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.656821] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.663984] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987bd13c-8e8e-46ca-8915-845a7cc3f3a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.691106] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 891.691106] env[70917]: value = "task-3461592" [ 891.691106] env[70917]: _type = "Task" [ 891.691106] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.704234] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.784094] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452045} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.784382] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] af30c562-33e3-4d59-ae8c-326d509ea9f5/af30c562-33e3-4d59-ae8c-326d509ea9f5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.784609] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.784858] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a8c9b24-8a97-40d2-9cb0-2e2a7e38b70f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.791831] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 891.791831] env[70917]: value = "task-3461593" [ 891.791831] env[70917]: _type = "Task" [ 891.791831] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.799517] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.102979] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4643a1a-6a89-4341-af2a-27c66690c644 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.111956] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5f1c6d-0685-4b08-aa73-0aa95fd17e1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.143508] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af55d676-4751-4952-97ca-628c22c1a40d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.150917] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48535b-a49b-4377-9580-f472e5f7ae0e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.163916] env[70917]: DEBUG nova.compute.provider_tree [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.199950] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461592, 'name': ReconfigVM_Task, 'duration_secs': 0.159536} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.200233] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 892.200975] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ff0cd-4da3-4846-a996-63f329e0fb61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.222561] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8/f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.222800] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a100c15a-4169-4632-a4ca-63af9cd42412 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.240901] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 892.240901] env[70917]: value = "task-3461594" [ 892.240901] env[70917]: _type = "Task" [ 892.240901] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.248415] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.301328] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063713} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.301597] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.302788] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6fda81-73f4-4749-bb14-0665b3611789 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.326107] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] af30c562-33e3-4d59-ae8c-326d509ea9f5/af30c562-33e3-4d59-ae8c-326d509ea9f5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.326400] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31274f56-44f6-4f09-b558-8edafed87919 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.347132] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 892.347132] env[70917]: value = "task-3461595" [ 892.347132] env[70917]: _type = "Task" [ 892.347132] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.355978] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.506087] env[70917]: DEBUG nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.533180] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.533485] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.533658] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.533844] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.533992] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.534156] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.534367] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.534521] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.534684] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.534846] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.535032] env[70917]: DEBUG nova.virt.hardware [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.535899] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131fbf8-48ba-4bc3-aaa9-3fdb50d51e81 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.546507] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac1a644-7549-4fcf-8395-8865fcb67cff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.560380] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.565936] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Creating folder: Project (bb0827900c6e4bb09ea346d23ee3f29b). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.566282] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8601d38a-c3d6-4667-adf0-f8cd563e5bf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.576060] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Created folder: Project (bb0827900c6e4bb09ea346d23ee3f29b) in parent group-v691255. [ 892.576283] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Creating folder: Instances. Parent ref: group-v691441. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.576532] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd1fb58-0009-4d5c-b08a-a0954446015c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.584237] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Created folder: Instances in parent group-v691441. [ 892.584474] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.584671] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.584871] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62bad75b-1958-41b2-a3bf-9d941e6e99c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.600641] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.600641] env[70917]: value = "task-3461598" [ 892.600641] env[70917]: _type = "Task" [ 892.600641] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.608484] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461598, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.687018] env[70917]: ERROR nova.scheduler.client.report [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [req-0c5cf930-2a2e-4833-b040-5345fdbecb39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c5cf930-2a2e-4833-b040-5345fdbecb39"}]} [ 892.708591] env[70917]: DEBUG nova.scheduler.client.report [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.726660] env[70917]: DEBUG nova.scheduler.client.report [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.727430] env[70917]: DEBUG nova.compute.provider_tree [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.742089] env[70917]: DEBUG nova.scheduler.client.report [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.753721] env[70917]: DEBUG oslo_vmware.api [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461594, 'name': ReconfigVM_Task, 'duration_secs': 0.292024} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.754218] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Reconfigured VM instance instance-00000012 to attach disk [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8/f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.754745] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.767484] env[70917]: DEBUG nova.scheduler.client.report [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.856336] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461595, 'name': ReconfigVM_Task, 'duration_secs': 0.311452} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.859066] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Reconfigured VM instance instance-0000003d to attach disk [datastore1] af30c562-33e3-4d59-ae8c-326d509ea9f5/af30c562-33e3-4d59-ae8c-326d509ea9f5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.860200] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2018da58-bd79-42de-9da6-a344ae77a307 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.865851] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 892.865851] env[70917]: value = "task-3461599" [ 892.865851] env[70917]: _type = "Task" [ 892.865851] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.875507] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461599, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.113206] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461598, 'name': CreateVM_Task, 'duration_secs': 0.313023} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.113206] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.114079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.114079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.114079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.114292] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17342edb-abc5-4305-9bc0-b489091f7a60 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.118498] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 893.118498] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a6ea2d-48e3-e9fe-6600-0e1e542eeb36" [ 893.118498] env[70917]: _type = "Task" [ 893.118498] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.129151] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a6ea2d-48e3-e9fe-6600-0e1e542eeb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.261409] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d437996-bd18-4e4c-9a08-077f217c7d65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.286233] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e909f-afa3-4067-931a-b951018ea5c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.307993] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.313843] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a1fb7-12ec-4a4d-aabc-961947bd98b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.321345] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed49cad-c4e2-4314-a62c-df4e50efd6b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.356135] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93efd959-519e-489e-8e8b-6157b5decb8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.365637] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e3b3a-4cae-479a-80a4-b5a5fc49d56f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.385216] env[70917]: DEBUG nova.compute.provider_tree [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.390047] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461599, 'name': Rename_Task, 'duration_secs': 0.156277} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.390383] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.390625] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47861873-fb4f-4a9c-ad80-b355e00b0eb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.397999] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 893.397999] env[70917]: value = "task-3461600" [ 893.397999] env[70917]: _type = "Task" [ 893.397999] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.405725] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.631609] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a6ea2d-48e3-e9fe-6600-0e1e542eeb36, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.631918] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.632922] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.632922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.632922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.632922] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.633213] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a3df81-e636-453f-8340-6a60baf28033 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.642828] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.643042] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.643747] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f0ce21-6fde-459d-820d-62fa4bd121ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.649065] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 893.649065] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ecb8e9-c3bf-8f03-46fe-2d058a0b8fce" [ 893.649065] env[70917]: _type = "Task" [ 893.649065] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.658348] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ecb8e9-c3bf-8f03-46fe-2d058a0b8fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.851182] env[70917]: DEBUG nova.network.neutron [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Port 71be1587-b0d5-4801-b17b-c4ac6465cdbc binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 893.891343] env[70917]: DEBUG nova.scheduler.client.report [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.907599] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.161101] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ecb8e9-c3bf-8f03-46fe-2d058a0b8fce, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.161882] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f21c118-28be-450e-8f5f-8f5d7dc65a0e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.167594] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 894.167594] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520875a3-dd3a-5ad1-e771-49580a0af11f" [ 894.167594] env[70917]: _type = "Task" [ 894.167594] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.175749] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520875a3-dd3a-5ad1-e771-49580a0af11f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.397136] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.917s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.397201] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.399691] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 47.031s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.399871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.400032] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 894.400321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.473s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.401680] env[70917]: INFO nova.compute.claims [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.405430] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b540fac0-b8df-4da6-ab0b-5ffb27e9b2ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.417047] env[70917]: DEBUG oslo_vmware.api [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461600, 'name': PowerOnVM_Task, 'duration_secs': 0.693948} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.419177] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.419796] env[70917]: INFO nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Took 11.71 seconds to spawn the instance on the hypervisor. [ 894.419796] env[70917]: DEBUG nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.420239] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84c2955-7f37-4eb5-a07b-36c8ad8406aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.423757] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd9205-5b40-42bc-81e7-cae9e39d2690 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.442885] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b837e-5183-4033-9de1-0f91c99f7281 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.450079] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86ce6d-d1c2-4827-8f1d-4006082f55c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.481146] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178221MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 894.481308] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.677962] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520875a3-dd3a-5ad1-e771-49580a0af11f, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.678290] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.678585] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.678863] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e4ff87-5ae2-430a-9614-4a757b7bc02a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.686845] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 894.686845] env[70917]: value = "task-3461601" [ 894.686845] env[70917]: _type = "Task" [ 894.686845] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.695070] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.875332] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.875505] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.875697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.906917] env[70917]: DEBUG nova.compute.utils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.911623] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.911792] env[70917]: DEBUG nova.network.neutron [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.953159] env[70917]: INFO nova.compute.manager [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Took 58.05 seconds to build instance. [ 894.965960] env[70917]: DEBUG nova.policy [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eea50abf3fc4725b211c7c44f51080c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b2304e5c5b44beb3f193f478e876ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.196639] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455619} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.196903] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.197132] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.197382] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be3ccf1-a193-447e-91b1-71c784549fe9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.203216] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 895.203216] env[70917]: value = "task-3461602" [ 895.203216] env[70917]: _type = "Task" [ 895.203216] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.210695] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.364294] env[70917]: DEBUG nova.network.neutron [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Successfully created port: cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.411764] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.455378] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c824738-0837-4b2a-91e7-45a571ca8ca6 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.781s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.714380] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0766} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.716940] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.717932] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a76dc-6ecc-415c-b77f-98923384f4a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.737292] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.739951] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c270499-e0b9-40c4-8362-97e065214d18 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.760055] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 895.760055] env[70917]: value = "task-3461603" [ 895.760055] env[70917]: _type = "Task" [ 895.760055] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.768410] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.911907] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.912118] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.912297] env[70917]: DEBUG nova.network.neutron [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.958217] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.015204] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2ab20-a7d9-4b38-ae55-0ec878a27ac8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.022746] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125710de-0a76-4a61-8b14-ae8d49b40deb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.053698] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c63b2d-b119-4c18-8fb5-0f7b43fc5a31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.061111] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c79ff9-05b7-4424-9c5c-ea1103676011 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.075335] env[70917]: DEBUG nova.compute.provider_tree [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.131045] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "af30c562-33e3-4d59-ae8c-326d509ea9f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.131382] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.131591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.131768] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.132205] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.133958] env[70917]: INFO nova.compute.manager [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Terminating instance [ 896.269121] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461603, 'name': ReconfigVM_Task, 'duration_secs': 0.290902} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.269429] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.270043] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16523c99-375f-459c-afbd-c424915ef6ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.277306] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 896.277306] env[70917]: value = "task-3461604" [ 896.277306] env[70917]: _type = "Task" [ 896.277306] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.285357] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461604, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.427145] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.451238] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.451488] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.451645] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.451823] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.451967] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.452129] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.452335] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.452487] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.452649] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.452804] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.452972] env[70917]: DEBUG nova.virt.hardware [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.453914] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5939ecb-f470-4bae-bf71-5129b516a6af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.461586] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a44ba-b126-41a3-a528-fc5f64ca6f51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.486823] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.615066] env[70917]: DEBUG nova.scheduler.client.report [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 896.615353] env[70917]: DEBUG nova.compute.provider_tree [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 94 to 95 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 896.615534] env[70917]: DEBUG nova.compute.provider_tree [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.637670] env[70917]: DEBUG nova.compute.manager [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.637974] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.639291] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afa1bef-aaaa-4f06-a87d-fa0311340f98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.647083] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.647339] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62b2d3f9-2f6c-44de-86ee-a5d40766e1f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.654037] env[70917]: DEBUG oslo_vmware.api [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 896.654037] env[70917]: value = "task-3461605" [ 896.654037] env[70917]: _type = "Task" [ 896.654037] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.662712] env[70917]: DEBUG oslo_vmware.api [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.669721] env[70917]: DEBUG nova.network.neutron [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.788358] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461604, 'name': Rename_Task, 'duration_secs': 0.129596} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.788358] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.788358] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd72ff84-c594-49b5-8205-beb7620de1c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.794192] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 896.794192] env[70917]: value = "task-3461606" [ 896.794192] env[70917]: _type = "Task" [ 896.794192] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.802344] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.905284] env[70917]: DEBUG nova.compute.manager [req-381a16e5-779a-4957-a34b-70ccf76e264b req-7d005fb8-ab4b-434b-8ecd-5f1c8800de2f service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Received event network-vif-plugged-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.905284] env[70917]: DEBUG oslo_concurrency.lockutils [req-381a16e5-779a-4957-a34b-70ccf76e264b req-7d005fb8-ab4b-434b-8ecd-5f1c8800de2f service nova] Acquiring lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.905361] env[70917]: DEBUG oslo_concurrency.lockutils [req-381a16e5-779a-4957-a34b-70ccf76e264b req-7d005fb8-ab4b-434b-8ecd-5f1c8800de2f service nova] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.905507] env[70917]: DEBUG oslo_concurrency.lockutils [req-381a16e5-779a-4957-a34b-70ccf76e264b req-7d005fb8-ab4b-434b-8ecd-5f1c8800de2f service nova] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.905672] env[70917]: DEBUG nova.compute.manager [req-381a16e5-779a-4957-a34b-70ccf76e264b req-7d005fb8-ab4b-434b-8ecd-5f1c8800de2f service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] No waiting events found dispatching network-vif-plugged-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.905836] env[70917]: WARNING nova.compute.manager [req-381a16e5-779a-4957-a34b-70ccf76e264b req-7d005fb8-ab4b-434b-8ecd-5f1c8800de2f service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Received unexpected event network-vif-plugged-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e for instance with vm_state building and task_state spawning. [ 896.997020] env[70917]: DEBUG nova.network.neutron [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Successfully updated port: cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.121551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.122132] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.124698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.167s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.124881] env[70917]: DEBUG nova.objects.instance [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lazy-loading 'resources' on Instance uuid c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.165022] env[70917]: DEBUG oslo_vmware.api [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461605, 'name': PowerOffVM_Task, 'duration_secs': 0.234511} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.165922] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.166111] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.166391] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392386fd-76e5-47e4-a4f2-f7a426c220e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.172591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.278115] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.278115] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.278115] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Deleting the datastore file [datastore1] af30c562-33e3-4d59-ae8c-326d509ea9f5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.278467] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ccd682-a172-4acd-b3b2-8d7deabe28de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.286433] env[70917]: DEBUG oslo_vmware.api [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for the task: (returnval){ [ 897.286433] env[70917]: value = "task-3461608" [ 897.286433] env[70917]: _type = "Task" [ 897.286433] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.295069] env[70917]: DEBUG oslo_vmware.api [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.302865] env[70917]: DEBUG oslo_vmware.api [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461606, 'name': PowerOnVM_Task, 'duration_secs': 0.490735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.303899] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.303899] env[70917]: INFO nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Took 4.80 seconds to spawn the instance on the hypervisor. [ 897.303899] env[70917]: DEBUG nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.305537] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd3b8e-c9ae-4c00-8b36-1dbf1ef89d56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.496725] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.496891] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.497069] env[70917]: DEBUG nova.network.neutron [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.631021] env[70917]: DEBUG nova.compute.utils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.633496] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.633780] env[70917]: DEBUG nova.network.neutron [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.688644] env[70917]: DEBUG nova.policy [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd306b3dbdaf4df8950a78f24ee46806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb66ee19019745a68070041faacbbb56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.695775] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc5e3ed-02ee-4129-8fb2-939050f86de2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.723554] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a90703-e342-4b2b-a367-90fad430bdd7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.732999] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.797648] env[70917]: DEBUG oslo_vmware.api [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Task: {'id': task-3461608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158226} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.800211] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.800432] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.800583] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.800754] env[70917]: INFO nova.compute.manager [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 897.801042] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.802056] env[70917]: DEBUG nova.compute.manager [-] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.802056] env[70917]: DEBUG nova.network.neutron [-] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.831945] env[70917]: INFO nova.compute.manager [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Took 54.60 seconds to build instance. [ 898.032609] env[70917]: DEBUG nova.network.neutron [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.065889] env[70917]: DEBUG nova.network.neutron [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Successfully created port: 95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.135701] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.230305] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324b243-bd23-4354-ad77-5bc8e59f3b79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.238479] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ffe1b1-d3c8-405e-9dfd-f9130d1d1f8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.246456] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-30b9d9b9-2805-4735-bab4-2745ff1b42f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance 'f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.285033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4228ee-ea82-4083-b103-0e0a502f40ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.296785] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815f68f-4b3c-4d64-b6b5-7eaab0cf2677 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.312172] env[70917]: DEBUG nova.compute.provider_tree [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.334594] env[70917]: DEBUG oslo_concurrency.lockutils [None req-44490f46-94f4-446a-b13f-d23009316680 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.020s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.335657] env[70917]: DEBUG nova.network.neutron [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance_info_cache with network_info: [{"id": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "address": "fa:16:3e:5a:26:c7", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc70f8f6-1c", "ovs_interfaceid": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.375813] env[70917]: DEBUG nova.compute.manager [req-25c811ac-85dc-4366-94d4-84fbe8f884d1 req-7ca60e54-5fab-4b5c-8f25-ccc0b0e680ab service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received event network-vif-deleted-0655b975-da5c-4e70-bd7a-70ea95874f98 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.376050] env[70917]: INFO nova.compute.manager [req-25c811ac-85dc-4366-94d4-84fbe8f884d1 req-7ca60e54-5fab-4b5c-8f25-ccc0b0e680ab service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Neutron deleted interface 0655b975-da5c-4e70-bd7a-70ea95874f98; detaching it from the instance and deleting it from the info cache [ 898.376657] env[70917]: DEBUG nova.network.neutron [req-25c811ac-85dc-4366-94d4-84fbe8f884d1 req-7ca60e54-5fab-4b5c-8f25-ccc0b0e680ab service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Updating instance_info_cache with network_info: [{"id": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "address": "fa:16:3e:0c:26:69", "network": {"id": "7b39d8c7-136a-4a06-9b6e-17f2f5aeaca7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-967017287", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "109dc2d4dcce42c38aa7dcfe870c7414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dff1516-9e", "ovs_interfaceid": "7dff1516-9e28-49c4-b7ef-c5c02abc69dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.792136] env[70917]: INFO nova.compute.manager [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Rebuilding instance [ 898.839576] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.839576] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Instance network_info: |[{"id": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "address": "fa:16:3e:5a:26:c7", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc70f8f6-1c", "ovs_interfaceid": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.840213] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.844924] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:26:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.853633] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.854592] env[70917]: DEBUG nova.compute.manager [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.855725] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.857187] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca028d2-a399-45be-9092-2b7e3abcb357 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.860327] env[70917]: DEBUG nova.scheduler.client.report [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 898.860897] env[70917]: DEBUG nova.compute.provider_tree [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 95 to 96 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 898.862016] env[70917]: DEBUG nova.compute.provider_tree [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.865725] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d210493-c5df-48e8-a964-924a7115ea4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.882294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.885678] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.625s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.887248] env[70917]: INFO nova.compute.claims [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.894415] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49f99598-1d33-44eb-924e-b737c0b51a31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.900087] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.900087] env[70917]: value = "task-3461609" [ 898.900087] env[70917]: _type = "Task" [ 898.900087] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.908412] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46054ba-6b30-4194-b76f-55f83d88975a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.924592] env[70917]: INFO nova.scheduler.client.report [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Deleted allocations for instance c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7 [ 898.926133] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461609, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.954210] env[70917]: DEBUG nova.compute.manager [req-25c811ac-85dc-4366-94d4-84fbe8f884d1 req-7ca60e54-5fab-4b5c-8f25-ccc0b0e680ab service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Detach interface failed, port_id=0655b975-da5c-4e70-bd7a-70ea95874f98, reason: Instance af30c562-33e3-4d59-ae8c-326d509ea9f5 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.962609] env[70917]: DEBUG nova.network.neutron [-] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.033455] env[70917]: DEBUG nova.compute.manager [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Received event network-changed-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.033615] env[70917]: DEBUG nova.compute.manager [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Refreshing instance network info cache due to event network-changed-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.033848] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] Acquiring lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.034012] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] Acquired lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.034184] env[70917]: DEBUG nova.network.neutron [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Refreshing network info cache for port cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.144272] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.165167] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.165461] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.165660] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.165912] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.166126] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.166279] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.166533] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.166714] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.166921] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.167136] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.167355] env[70917]: DEBUG nova.virt.hardware [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.168757] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622af34-fd3f-4ab7-aa4d-12ed7e053d3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.176708] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7d82ac-0fc3-44b6-92c7-1413418b76e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.281466] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.281728] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.281950] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.282152] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.282322] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.284459] env[70917]: INFO nova.compute.manager [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Terminating instance [ 899.369482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.411247] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461609, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.436356] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1eed2354-87e1-40a5-b5c7-3862afe65a90 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Lock "c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.013s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.465840] env[70917]: INFO nova.compute.manager [-] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Took 1.66 seconds to deallocate network for instance. [ 899.656231] env[70917]: DEBUG nova.network.neutron [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Successfully updated port: 95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.790845] env[70917]: DEBUG nova.compute.manager [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.790845] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.790845] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25d9a19-4423-4fc4-8f09-46a2dd73b629 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.800609] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.800877] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbfce6ee-a600-452b-8dc4-2ae279ef0c56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.813016] env[70917]: DEBUG oslo_vmware.api [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 899.813016] env[70917]: value = "task-3461610" [ 899.813016] env[70917]: _type = "Task" [ 899.813016] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.818432] env[70917]: DEBUG oslo_vmware.api [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.854800] env[70917]: DEBUG nova.network.neutron [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updated VIF entry in instance network info cache for port cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.854800] env[70917]: DEBUG nova.network.neutron [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance_info_cache with network_info: [{"id": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "address": "fa:16:3e:5a:26:c7", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc70f8f6-1c", "ovs_interfaceid": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.909700] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.909700] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8557920-9b87-4c15-add6-58ab13d75bf4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.920472] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461609, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.922314] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 899.922314] env[70917]: value = "task-3461611" [ 899.922314] env[70917]: _type = "Task" [ 899.922314] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.935318] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.972140] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.158522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "refresh_cache-1574ca17-f104-46d1-bca2-3f88470f8475" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.158676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquired lock "refresh_cache-1574ca17-f104-46d1-bca2-3f88470f8475" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.158829] env[70917]: DEBUG nova.network.neutron [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.324315] env[70917]: DEBUG oslo_vmware.api [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461610, 'name': PowerOffVM_Task, 'duration_secs': 0.260006} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.324612] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.324804] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.325116] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10187492-d052-4dd4-811a-c10740cecd33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.348402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.348402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.348402] env[70917]: DEBUG nova.compute.manager [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Going to confirm migration 3 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 900.356646] env[70917]: DEBUG oslo_concurrency.lockutils [req-fcaa03fa-0e71-4af4-9a5e-8e368820a567 req-ff531098-5b94-419c-8a39-14748e0fa362 service nova] Releasing lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.396498] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.396942] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.397191] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleting the datastore file [datastore2] 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.398465] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b171904-7c9b-46d3-a810-f6f57293be88 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.414557] env[70917]: DEBUG oslo_vmware.api [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 900.414557] env[70917]: value = "task-3461613" [ 900.414557] env[70917]: _type = "Task" [ 900.414557] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.416189] env[70917]: DEBUG nova.compute.manager [req-2221307d-d261-41cd-986b-4ca45ba8017d req-0a365c3b-28be-47e7-b940-824d8bd8396e service nova] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Received event network-vif-deleted-7dff1516-9e28-49c4-b7ef-c5c02abc69dc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.430406] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461609, 'name': CreateVM_Task, 'duration_secs': 1.31969} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.434130] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.437998] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.438229] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.439027] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.444026] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba06c9e-b66e-4090-ae8e-35541b2595f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.447345] env[70917]: DEBUG oslo_vmware.api [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.452108] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461611, 'name': PowerOffVM_Task, 'duration_secs': 0.122696} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.452850] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.453666] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.455153] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d930f580-d2a7-4eca-9f8e-609c2312754e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.462434] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 900.462434] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e26cb8-c695-d076-0dc3-6ecd5b5bc71c" [ 900.462434] env[70917]: _type = "Task" [ 900.462434] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.469434] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.471037] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da436248-0d7b-4531-83be-5d6f8e1e348d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.476579] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e26cb8-c695-d076-0dc3-6ecd5b5bc71c, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.477263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.477577] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.477862] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.478071] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.478294] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.479490] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9399ee9-02cb-46ed-ae9d-69dfc0ce387d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.481964] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209eb73e-c564-49bd-bcf2-495b055a8901 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.492709] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fda04b-fd6a-4308-b0de-43b27d976587 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.496388] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.496518] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.498367] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3db03c-8308-4a2d-aeaf-f93b82ff4855 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.501793] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.501793] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.501793] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Deleting the datastore file [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.505250] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f015b44-d716-4fe5-9653-71cfd0d05420 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.535854] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b35b1-99af-4c6f-8a71-f8468a9dc10d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.540666] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 900.540666] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52195338-31b8-5f9a-4ef0-92cee7b97c54" [ 900.540666] env[70917]: _type = "Task" [ 900.540666] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.540942] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 900.540942] env[70917]: value = "task-3461615" [ 900.540942] env[70917]: _type = "Task" [ 900.540942] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.550674] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc1c730-c845-48a3-8a1d-89407df2842a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.560522] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.560522] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52195338-31b8-5f9a-4ef0-92cee7b97c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.570635] env[70917]: DEBUG nova.compute.provider_tree [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.724704] env[70917]: DEBUG nova.network.neutron [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.887151] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.887468] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.887595] env[70917]: DEBUG nova.network.neutron [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.887798] env[70917]: DEBUG nova.objects.instance [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'info_cache' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.930356] env[70917]: DEBUG oslo_vmware.api [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258503} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.930635] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.930824] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.930999] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.931196] env[70917]: INFO nova.compute.manager [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Took 1.14 seconds to destroy the instance on the hypervisor. [ 900.931436] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.931624] env[70917]: DEBUG nova.compute.manager [-] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.931719] env[70917]: DEBUG nova.network.neutron [-] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.980929] env[70917]: DEBUG nova.network.neutron [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Updating instance_info_cache with network_info: [{"id": "95bf4686-56c7-4249-886a-9c8352b1657e", "address": "fa:16:3e:fa:8d:bb", "network": {"id": "b606b411-fc6e-456f-8faa-e9ad747ffbc5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1735990913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb66ee19019745a68070041faacbbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95bf4686-56", "ovs_interfaceid": "95bf4686-56c7-4249-886a-9c8352b1657e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.054162] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52195338-31b8-5f9a-4ef0-92cee7b97c54, 'name': SearchDatastore_Task, 'duration_secs': 0.022632} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.057908] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15981} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.058987] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04585772-5ea8-49ff-ae58-22dd69dd26e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.061336] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.061528] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.061704] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.065174] env[70917]: DEBUG nova.compute.manager [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Received event network-vif-plugged-95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.065548] env[70917]: DEBUG oslo_concurrency.lockutils [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] Acquiring lock "1574ca17-f104-46d1-bca2-3f88470f8475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.065816] env[70917]: DEBUG oslo_concurrency.lockutils [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] Lock "1574ca17-f104-46d1-bca2-3f88470f8475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.065907] env[70917]: DEBUG oslo_concurrency.lockutils [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] Lock "1574ca17-f104-46d1-bca2-3f88470f8475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.066098] env[70917]: DEBUG nova.compute.manager [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] No waiting events found dispatching network-vif-plugged-95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.066278] env[70917]: WARNING nova.compute.manager [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Received unexpected event network-vif-plugged-95bf4686-56c7-4249-886a-9c8352b1657e for instance with vm_state building and task_state spawning. [ 901.066439] env[70917]: DEBUG nova.compute.manager [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Received event network-changed-95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.066589] env[70917]: DEBUG nova.compute.manager [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Refreshing instance network info cache due to event network-changed-95bf4686-56c7-4249-886a-9c8352b1657e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.066756] env[70917]: DEBUG oslo_concurrency.lockutils [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] Acquiring lock "refresh_cache-1574ca17-f104-46d1-bca2-3f88470f8475" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.076095] env[70917]: DEBUG nova.scheduler.client.report [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.078924] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 901.078924] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c72620-a731-864f-eabf-139c510c84ac" [ 901.078924] env[70917]: _type = "Task" [ 901.078924] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.089739] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c72620-a731-864f-eabf-139c510c84ac, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.090257] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.090345] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486/62b6da56-6d93-4d88-8f36-7056a25c5486.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.090627] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1088f11-40b1-433e-9982-85132541fa7a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.098220] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 901.098220] env[70917]: value = "task-3461616" [ 901.098220] env[70917]: _type = "Task" [ 901.098220] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.106359] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.219932] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Releasing lock "refresh_cache-1574ca17-f104-46d1-bca2-3f88470f8475" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.220238] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Instance network_info: |[{"id": "95bf4686-56c7-4249-886a-9c8352b1657e", "address": "fa:16:3e:fa:8d:bb", "network": {"id": "b606b411-fc6e-456f-8faa-e9ad747ffbc5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1735990913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb66ee19019745a68070041faacbbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95bf4686-56", "ovs_interfaceid": "95bf4686-56c7-4249-886a-9c8352b1657e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.223876] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.338s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.224387] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.229774] env[70917]: DEBUG oslo_concurrency.lockutils [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] Acquired lock "refresh_cache-1574ca17-f104-46d1-bca2-3f88470f8475" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.229774] env[70917]: DEBUG nova.network.neutron [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Refreshing network info cache for port 95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.230821] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:8d:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95bf4686-56c7-4249-886a-9c8352b1657e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.238761] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Creating folder: Project (bb66ee19019745a68070041faacbbb56). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.239039] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.482s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.239472] env[70917]: DEBUG nova.objects.instance [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lazy-loading 'resources' on Instance uuid 2b60c927-0466-46f5-8695-78c19010f1c9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.244422] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de41e9db-bb26-4515-b514-2593b796209c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.253125] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489482} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.253917] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486/62b6da56-6d93-4d88-8f36-7056a25c5486.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.253917] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.253917] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-463ac8b4-1380-4cdb-a811-165cbfdf68b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.257387] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Created folder: Project (bb66ee19019745a68070041faacbbb56) in parent group-v691255. [ 902.257565] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Creating folder: Instances. Parent ref: group-v691445. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.258263] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64b661e9-8499-48f2-8ba2-e79e6866e6dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.263262] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 902.263262] env[70917]: value = "task-3461618" [ 902.263262] env[70917]: _type = "Task" [ 902.263262] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.270033] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Created folder: Instances in parent group-v691445. [ 902.270515] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.273424] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.273942] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.274691] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7035751-265b-404a-ba6c-497c4890de70 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.298513] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.298513] env[70917]: value = "task-3461620" [ 902.298513] env[70917]: _type = "Task" [ 902.298513] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.306461] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461620, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.539067] env[70917]: DEBUG nova.network.neutron [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.730011] env[70917]: DEBUG nova.network.neutron [-] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.732031] env[70917]: DEBUG nova.compute.utils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.733351] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.733660] env[70917]: DEBUG nova.network.neutron [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.758431] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.760453] env[70917]: DEBUG nova.virt.hardware [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.761689] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84795d5-74ad-4726-bc79-28db4134a0b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.775258] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063164} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.778893] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a18894-cb1e-448e-88f3-ba5440f50b9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.782868] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.783910] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0937fe0-f726-4cbe-9d45-4429bdcd9274 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.797791] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.803500] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.817061] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.825830] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486/62b6da56-6d93-4d88-8f36-7056a25c5486.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.827276] env[70917]: DEBUG nova.policy [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e63b94072e81466e9114622724a0dbbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30dfcfcbb20b423da281cf15a19c5284', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.831527] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b559404-0cd5-4d47-9c6a-c2e96403b039 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.844106] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ead35a-c430-48a2-8bbb-70997aa6a15a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.870187] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461620, 'name': CreateVM_Task, 'duration_secs': 0.352021} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.870187] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.870187] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.870187] env[70917]: value = "task-3461621" [ 902.870187] env[70917]: _type = "Task" [ 902.870187] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.870187] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 902.870187] env[70917]: value = "task-3461622" [ 902.870187] env[70917]: _type = "Task" [ 902.870187] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.870457] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.870552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.870856] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.871216] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd4a6f3-1738-4503-b6fd-70a8d855a965 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.888378] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461621, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.888699] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 902.888699] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5287eb24-11de-82db-9e7a-3b80721f11e5" [ 902.888699] env[70917]: _type = "Task" [ 902.888699] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.888902] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.899217] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5287eb24-11de-82db-9e7a-3b80721f11e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.042594] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.042863] env[70917]: DEBUG nova.objects.instance [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'migration_context' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.113039] env[70917]: DEBUG nova.compute.manager [req-892ce9f8-3849-4104-b1bd-134b14e11a53 req-d6858a29-ddfe-40bb-b9bd-01fb28955992 service nova] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Received event network-vif-deleted-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.201433] env[70917]: DEBUG nova.network.neutron [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Successfully created port: 4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.215185] env[70917]: DEBUG nova.network.neutron [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Updated VIF entry in instance network info cache for port 95bf4686-56c7-4249-886a-9c8352b1657e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.215185] env[70917]: DEBUG nova.network.neutron [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Updating instance_info_cache with network_info: [{"id": "95bf4686-56c7-4249-886a-9c8352b1657e", "address": "fa:16:3e:fa:8d:bb", "network": {"id": "b606b411-fc6e-456f-8faa-e9ad747ffbc5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1735990913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb66ee19019745a68070041faacbbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95bf4686-56", "ovs_interfaceid": "95bf4686-56c7-4249-886a-9c8352b1657e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.236300] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.239653] env[70917]: INFO nova.compute.manager [-] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Took 2.31 seconds to deallocate network for instance. [ 903.384471] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.387466] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461621, 'name': CreateVM_Task, 'duration_secs': 0.33039} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.389839] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.390516] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.390672] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.391026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.394114] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e184aa3-d2a6-46d1-9b1d-d67e4ff50014 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.404526] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 903.404526] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523b3834-8d1c-fd98-5196-ff2950b8d1c3" [ 903.404526] env[70917]: _type = "Task" [ 903.404526] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.404721] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5287eb24-11de-82db-9e7a-3b80721f11e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020011} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.407310] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.407556] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.407781] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.407922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.408167] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.412564] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf74b6d-f3b1-4d32-a41c-792fa73e808d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.419836] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523b3834-8d1c-fd98-5196-ff2950b8d1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.420900] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.421147] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.421376] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.421519] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.421690] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.421951] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.422129] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.424937] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f23e9e14-b8d0-4f8b-bc84-b9d6fc574624 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.427319] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcebeb2-83c0-4758-9066-82638b9e37a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.433527] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 903.433527] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001b55-4c6b-30d4-5f04-6c161dc81b77" [ 903.433527] env[70917]: _type = "Task" [ 903.433527] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.437283] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.437471] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.438486] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5502ca7-9166-47e2-95af-ceb3be582b4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.443376] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001b55-4c6b-30d4-5f04-6c161dc81b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.447717] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 903.447717] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d7b1c8-ffda-fa55-cb62-44eb4316f181" [ 903.447717] env[70917]: _type = "Task" [ 903.447717] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.455237] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d7b1c8-ffda-fa55-cb62-44eb4316f181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.458594] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d19ae3-aaac-4723-bb1a-afb280b74446 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.463925] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fffcbc-d1b2-4e47-acc0-03516be764e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.495173] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06b2058-12a9-41fe-8734-cdc896c92fa8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.503717] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d047be7-7129-40fe-9d44-054649e2db1e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.517234] env[70917]: DEBUG nova.compute.provider_tree [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.545636] env[70917]: DEBUG nova.objects.base [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.546638] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1483a37b-9356-4095-9d7b-9547453120fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.565898] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee5b1b5-0a96-4315-8abc-b6d8a9f4d582 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.571247] env[70917]: DEBUG oslo_vmware.api [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 903.571247] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b19614-7d27-112c-6510-22139599156f" [ 903.571247] env[70917]: _type = "Task" [ 903.571247] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.580804] env[70917]: DEBUG oslo_vmware.api [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b19614-7d27-112c-6510-22139599156f, 'name': SearchDatastore_Task, 'duration_secs': 0.006101} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.581084] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.719570] env[70917]: DEBUG oslo_concurrency.lockutils [req-a26532de-e433-4cc4-a64e-a7faa3d92c3d req-372d7c39-80b1-481f-9ece-985e9a1e9eea service nova] Releasing lock "refresh_cache-1574ca17-f104-46d1-bca2-3f88470f8475" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.751409] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.885253] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461622, 'name': ReconfigVM_Task, 'duration_secs': 0.547374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.885747] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486/62b6da56-6d93-4d88-8f36-7056a25c5486.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.886833] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba7cd2b-cce1-465e-ab6c-b1734a214ef7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.894664] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 903.894664] env[70917]: value = "task-3461623" [ 903.894664] env[70917]: _type = "Task" [ 903.894664] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.909045] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461623, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.945299] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001b55-4c6b-30d4-5f04-6c161dc81b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.946459] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1541ccf5-f9ac-47bc-84c8-2ffe47b7c103 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.954324] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 903.954324] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52930212-bf67-2f69-2c1a-8748e1fe5163" [ 903.954324] env[70917]: _type = "Task" [ 903.954324] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.961360] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d7b1c8-ffda-fa55-cb62-44eb4316f181, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.962892] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1f4efa-ea14-4d90-971c-126b0ed4f48e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.970489] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52930212-bf67-2f69-2c1a-8748e1fe5163, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.971703] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.971961] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 1574ca17-f104-46d1-bca2-3f88470f8475/1574ca17-f104-46d1-bca2-3f88470f8475.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.972300] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 903.972300] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524e3b4a-20f6-a69e-3a1d-d4dec0750e5c" [ 903.972300] env[70917]: _type = "Task" [ 903.972300] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.972466] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b715201-b371-4739-8fd2-2c42bd92b7b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.982059] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524e3b4a-20f6-a69e-3a1d-d4dec0750e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.983340] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 903.983340] env[70917]: value = "task-3461624" [ 903.983340] env[70917]: _type = "Task" [ 903.983340] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.990654] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.025026] env[70917]: DEBUG nova.scheduler.client.report [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.253387] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.286224] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.286741] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.286741] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.286910] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.287071] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.287228] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.287437] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.287654] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.287839] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.288049] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.288253] env[70917]: DEBUG nova.virt.hardware [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.289231] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c02ab-4734-4e74-9110-37ce62663d4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.297911] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400e12c-c7eb-41c6-b3ad-f85d1217952a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.404743] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461623, 'name': Rename_Task, 'duration_secs': 0.151252} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.405174] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.405498] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738f4626-b6ae-4c8f-9fba-f2370e183dcf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.413190] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 904.413190] env[70917]: value = "task-3461625" [ 904.413190] env[70917]: _type = "Task" [ 904.413190] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.422748] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.484853] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524e3b4a-20f6-a69e-3a1d-d4dec0750e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015664} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.488013] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.488384] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.488630] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-634bc103-a849-4ca8-8bde-291ce78137ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.497143] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47295} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.498425] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 1574ca17-f104-46d1-bca2-3f88470f8475/1574ca17-f104-46d1-bca2-3f88470f8475.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.498644] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.498949] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 904.498949] env[70917]: value = "task-3461626" [ 904.498949] env[70917]: _type = "Task" [ 904.498949] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.499222] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eb16341-396d-46a2-8366-305523b86244 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.510633] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.512068] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 904.512068] env[70917]: value = "task-3461627" [ 904.512068] env[70917]: _type = "Task" [ 904.512068] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.521738] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.527813] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.531271] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.379s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.536655] env[70917]: INFO nova.compute.claims [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.564562] env[70917]: INFO nova.scheduler.client.report [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Deleted allocations for instance 2b60c927-0466-46f5-8695-78c19010f1c9 [ 904.838579] env[70917]: DEBUG nova.network.neutron [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Successfully updated port: 4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.927378] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.011539] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461626, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.025307] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07439} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.026044] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.026744] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a66b1-661c-4bb6-ba02-02373cec552f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.060886] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1574ca17-f104-46d1-bca2-3f88470f8475/1574ca17-f104-46d1-bca2-3f88470f8475.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.065412] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef03fa7f-3ad0-43fc-a8d5-495f035b0954 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.084377] env[70917]: DEBUG oslo_concurrency.lockutils [None req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Lock "2b60c927-0466-46f5-8695-78c19010f1c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.077s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.089296] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 905.089296] env[70917]: value = "task-3461628" [ 905.089296] env[70917]: _type = "Task" [ 905.089296] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.098520] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.230372] env[70917]: DEBUG nova.compute.manager [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Received event network-vif-plugged-4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.230372] env[70917]: DEBUG oslo_concurrency.lockutils [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] Acquiring lock "fdca672d-2374-49d6-8e68-ac242e39b75f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.230372] env[70917]: DEBUG oslo_concurrency.lockutils [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.230372] env[70917]: DEBUG oslo_concurrency.lockutils [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.230372] env[70917]: DEBUG nova.compute.manager [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] No waiting events found dispatching network-vif-plugged-4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.231888] env[70917]: WARNING nova.compute.manager [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Received unexpected event network-vif-plugged-4850e7f0-5101-475f-ba4b-c9a1afded23f for instance with vm_state building and task_state spawning. [ 905.231888] env[70917]: DEBUG nova.compute.manager [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Received event network-changed-4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.231888] env[70917]: DEBUG nova.compute.manager [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Refreshing instance network info cache due to event network-changed-4850e7f0-5101-475f-ba4b-c9a1afded23f. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.231888] env[70917]: DEBUG oslo_concurrency.lockutils [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] Acquiring lock "refresh_cache-fdca672d-2374-49d6-8e68-ac242e39b75f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.231888] env[70917]: DEBUG oslo_concurrency.lockutils [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] Acquired lock "refresh_cache-fdca672d-2374-49d6-8e68-ac242e39b75f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.231888] env[70917]: DEBUG nova.network.neutron [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Refreshing network info cache for port 4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.342295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "refresh_cache-fdca672d-2374-49d6-8e68-ac242e39b75f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.426668] env[70917]: DEBUG oslo_vmware.api [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461625, 'name': PowerOnVM_Task, 'duration_secs': 0.575956} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.426668] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.426668] env[70917]: INFO nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Took 9.00 seconds to spawn the instance on the hypervisor. [ 905.426668] env[70917]: DEBUG nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.426980] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c1387-5c16-4c4a-9aa2-626eb26d26a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.521638] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569157} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.521638] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.521638] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.521855] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeeb25e1-74f5-430f-bb27-5d23a6a6919c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.533570] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 905.533570] env[70917]: value = "task-3461629" [ 905.533570] env[70917]: _type = "Task" [ 905.533570] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.541858] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.598479] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461628, 'name': ReconfigVM_Task, 'duration_secs': 0.312272} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.601263] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1574ca17-f104-46d1-bca2-3f88470f8475/1574ca17-f104-46d1-bca2-3f88470f8475.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.602226] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f784e60b-7a66-4b32-9631-b8e248eda162 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.610036] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 905.610036] env[70917]: value = "task-3461630" [ 905.610036] env[70917]: _type = "Task" [ 905.610036] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.621181] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461630, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.738270] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01003fc-4342-41ea-adc7-bb5ca52c04d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.747175] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db67c27-ec44-402c-a8b1-98079e054aba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.780516] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624cafd-e481-4690-ab3d-01bb780bbfd0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.788326] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1811c8cc-e688-4f00-b2ca-eb8d4778e323 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.794989] env[70917]: DEBUG nova.network.neutron [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.805824] env[70917]: DEBUG nova.compute.provider_tree [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.906562] env[70917]: DEBUG nova.network.neutron [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.950540] env[70917]: INFO nova.compute.manager [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Took 60.87 seconds to build instance. [ 906.046950] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202789} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.047452] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.048857] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47badf-cadb-4e6e-adf1-097312cff2a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.068916] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.069238] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee771d62-0844-43a5-87b6-a3ca8d9e33f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.088341] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 906.088341] env[70917]: value = "task-3461631" [ 906.088341] env[70917]: _type = "Task" [ 906.088341] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.097519] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.119716] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461630, 'name': Rename_Task, 'duration_secs': 0.152846} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.120000] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.120269] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3736a17e-4017-4338-8806-6717efbaded8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.126680] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 906.126680] env[70917]: value = "task-3461632" [ 906.126680] env[70917]: _type = "Task" [ 906.126680] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.135930] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.336383] env[70917]: ERROR nova.scheduler.client.report [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [req-99057797-5a1f-492f-af6b-c8d0d62b155a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99057797-5a1f-492f-af6b-c8d0d62b155a"}]} [ 906.354729] env[70917]: DEBUG nova.scheduler.client.report [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 906.372137] env[70917]: DEBUG nova.scheduler.client.report [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 906.374034] env[70917]: DEBUG nova.compute.provider_tree [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.384419] env[70917]: DEBUG nova.scheduler.client.report [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 906.409362] env[70917]: DEBUG nova.scheduler.client.report [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 906.411849] env[70917]: DEBUG oslo_concurrency.lockutils [req-df6f61ef-491f-412d-8771-a62cfeb7dbae req-0a685d94-a46b-4919-bc62-b5f298605c00 service nova] Releasing lock "refresh_cache-fdca672d-2374-49d6-8e68-ac242e39b75f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.412484] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired lock "refresh_cache-fdca672d-2374-49d6-8e68-ac242e39b75f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.412795] env[70917]: DEBUG nova.network.neutron [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.453131] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.676s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.599275] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461631, 'name': ReconfigVM_Task, 'duration_secs': 0.489109} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.602165] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf/2ddfd9d0-381f-4c1e-8312-32babd0912cf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.603146] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e5e881a-bd65-445f-a9d3-69d76f5fbaae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.611179] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 906.611179] env[70917]: value = "task-3461633" [ 906.611179] env[70917]: _type = "Task" [ 906.611179] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.622967] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461633, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.638737] env[70917]: DEBUG oslo_vmware.api [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461632, 'name': PowerOnVM_Task, 'duration_secs': 0.461083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.638836] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.639391] env[70917]: INFO nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Took 7.49 seconds to spawn the instance on the hypervisor. [ 906.639391] env[70917]: DEBUG nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.640284] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ba1c1-12a3-4f16-9360-8389154f7d26 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.813518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "68a75d51-97da-47fb-8295-9c48ef816e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.813783] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "68a75d51-97da-47fb-8295-9c48ef816e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.959088] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.982589] env[70917]: DEBUG nova.network.neutron [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.098558] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6dd28c-a669-42ef-a0d3-75e31b1282a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.106610] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39a5ed-f5d6-4d1a-9203-33fb24ef55f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.145695] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1258e3-b3a1-43fc-89d9-5a859ebc0706 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.153033] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461633, 'name': Rename_Task, 'duration_secs': 0.155935} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.153681] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.154331] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b9117d-2e93-48dc-80fc-c19be11460c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.166023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b8a588-de61-483b-acf4-82da85d3ceda {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.170948] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 907.170948] env[70917]: value = "task-3461634" [ 907.170948] env[70917]: _type = "Task" [ 907.170948] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.171379] env[70917]: INFO nova.compute.manager [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Took 58.36 seconds to build instance. [ 907.186859] env[70917]: DEBUG nova.compute.provider_tree [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.195412] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461634, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.228480] env[70917]: DEBUG nova.network.neutron [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Updating instance_info_cache with network_info: [{"id": "4850e7f0-5101-475f-ba4b-c9a1afded23f", "address": "fa:16:3e:7f:5a:e6", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4850e7f0-51", "ovs_interfaceid": "4850e7f0-5101-475f-ba4b-c9a1afded23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.488941] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.689347] env[70917]: DEBUG oslo_concurrency.lockutils [None req-74ec8159-d7cd-4f34-9dc3-827d040acce9 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "1574ca17-f104-46d1-bca2-3f88470f8475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.261s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.691051] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.729156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Releasing lock "refresh_cache-fdca672d-2374-49d6-8e68-ac242e39b75f" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.731575] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Instance network_info: |[{"id": "4850e7f0-5101-475f-ba4b-c9a1afded23f", "address": "fa:16:3e:7f:5a:e6", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4850e7f0-51", "ovs_interfaceid": "4850e7f0-5101-475f-ba4b-c9a1afded23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.731575] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:5a:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4850e7f0-5101-475f-ba4b-c9a1afded23f', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.746778] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.748059] env[70917]: DEBUG nova.scheduler.client.report [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 907.748357] env[70917]: DEBUG nova.compute.provider_tree [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 97 to 98 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 907.748545] env[70917]: DEBUG nova.compute.provider_tree [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.758048] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.758048] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0890ab7d-38d8-4bf1-8a71-1f8f1f2f5582 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.798091] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.798091] env[70917]: value = "task-3461635" [ 907.798091] env[70917]: _type = "Task" [ 907.798091] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.813295] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461635, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.184781] env[70917]: DEBUG oslo_vmware.api [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461634, 'name': PowerOnVM_Task, 'duration_secs': 0.680323} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.186378] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.186686] env[70917]: DEBUG nova.compute.manager [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.187595] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f2b41f-f62e-436e-a0a1-9bf6a000a308 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.193526] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.256837] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.726s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.257407] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.260121] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.495s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.264078] env[70917]: INFO nova.compute.claims [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.313371] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461635, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.717468] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.735512] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.769274] env[70917]: DEBUG nova.compute.utils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.770904] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.771625] env[70917]: DEBUG nova.network.neutron [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.810297] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461635, 'name': CreateVM_Task, 'duration_secs': 0.725581} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.810484] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.811516] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.811516] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.812043] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.812127] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b745f48-b5ba-46d4-afd6-90b79aa77ca2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.817455] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 908.817455] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001690-99ba-6508-ca01-b94aa1042cb9" [ 908.817455] env[70917]: _type = "Task" [ 908.817455] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.823143] env[70917]: DEBUG nova.policy [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4468d1168bb4c39a29114395d695057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450f28521134d9290821fca641d4277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.827728] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001690-99ba-6508-ca01-b94aa1042cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.916179] env[70917]: DEBUG nova.compute.manager [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 909.234479] env[70917]: DEBUG nova.network.neutron [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Successfully created port: 589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.274998] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.338105] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52001690-99ba-6508-ca01-b94aa1042cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.027017} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.338731] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.340422] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.340833] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.341050] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.341260] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.341900] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1600513d-6b25-49c3-a80b-8b9cd88a55d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.358021] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.358261] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.359072] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ef2fc3-ed19-4f51-86b2-cf911600d668 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.364252] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 909.364252] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52108e6f-86ac-82f7-f7bc-50acbe325268" [ 909.364252] env[70917]: _type = "Task" [ 909.364252] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.376598] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52108e6f-86ac-82f7-f7bc-50acbe325268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.437155] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.878787] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52108e6f-86ac-82f7-f7bc-50acbe325268, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.879701] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e07fab-bde0-4e2d-a729-79aaf5e2b902 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.888251] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 909.888251] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527a7cd5-1012-672c-e07b-43c864ada326" [ 909.888251] env[70917]: _type = "Task" [ 909.888251] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.892526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.892800] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.893051] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.893281] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.893465] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.896294] env[70917]: INFO nova.compute.manager [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Terminating instance [ 909.905764] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527a7cd5-1012-672c-e07b-43c864ada326, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.906150] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.906412] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fdca672d-2374-49d6-8e68-ac242e39b75f/fdca672d-2374-49d6-8e68-ac242e39b75f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.906667] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431b8bfe-4edd-40b4-b1cb-8b13b3324aa0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.910669] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9b3f1d-7a14-40d7-b537-8bfab6a22c3c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.914818] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 909.914818] env[70917]: value = "task-3461636" [ 909.914818] env[70917]: _type = "Task" [ 909.914818] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.921267] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7c4f0-77e5-4aeb-acf4-0ee621e12b8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.927419] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.955931] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee0213-ab6a-4a48-82f1-9c3b91766b4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.962978] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec280c3-ec60-48c9-b09a-cc1e819f6e3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.978655] env[70917]: DEBUG nova.compute.provider_tree [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.285249] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.314911] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.315197] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.315357] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.316988] env[70917]: DEBUG nova.virt.hardware [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.318285] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882720b5-969d-4c5f-aa35-1a226d8137d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.326691] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c1801-c322-4274-87f2-9e85de3991c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.407308] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "refresh_cache-2ddfd9d0-381f-4c1e-8312-32babd0912cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.407515] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquired lock "refresh_cache-2ddfd9d0-381f-4c1e-8312-32babd0912cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.407683] env[70917]: DEBUG nova.network.neutron [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.425647] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461636, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.483175] env[70917]: DEBUG nova.scheduler.client.report [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.490916] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "1574ca17-f104-46d1-bca2-3f88470f8475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.491177] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "1574ca17-f104-46d1-bca2-3f88470f8475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.491383] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "1574ca17-f104-46d1-bca2-3f88470f8475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.491580] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "1574ca17-f104-46d1-bca2-3f88470f8475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.491768] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "1574ca17-f104-46d1-bca2-3f88470f8475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.493849] env[70917]: INFO nova.compute.manager [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Terminating instance [ 910.758887] env[70917]: DEBUG nova.compute.manager [req-7554287b-7408-40fe-b685-ea818d3c8e9e req-6c15b734-0ede-4817-9ede-edcb487a1ffd service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Received event network-vif-plugged-589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.759209] env[70917]: DEBUG oslo_concurrency.lockutils [req-7554287b-7408-40fe-b685-ea818d3c8e9e req-6c15b734-0ede-4817-9ede-edcb487a1ffd service nova] Acquiring lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.759510] env[70917]: DEBUG oslo_concurrency.lockutils [req-7554287b-7408-40fe-b685-ea818d3c8e9e req-6c15b734-0ede-4817-9ede-edcb487a1ffd service nova] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.759796] env[70917]: DEBUG oslo_concurrency.lockutils [req-7554287b-7408-40fe-b685-ea818d3c8e9e req-6c15b734-0ede-4817-9ede-edcb487a1ffd service nova] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.759972] env[70917]: DEBUG nova.compute.manager [req-7554287b-7408-40fe-b685-ea818d3c8e9e req-6c15b734-0ede-4817-9ede-edcb487a1ffd service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] No waiting events found dispatching network-vif-plugged-589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.760220] env[70917]: WARNING nova.compute.manager [req-7554287b-7408-40fe-b685-ea818d3c8e9e req-6c15b734-0ede-4817-9ede-edcb487a1ffd service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Received unexpected event network-vif-plugged-589801bd-9adf-442f-9e9a-457e73844b9e for instance with vm_state building and task_state spawning. [ 910.872605] env[70917]: DEBUG nova.network.neutron [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Successfully updated port: 589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.929334] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523333} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.929596] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fdca672d-2374-49d6-8e68-ac242e39b75f/fdca672d-2374-49d6-8e68-ac242e39b75f.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.929657] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.929904] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83527bb5-b147-4861-9932-58421ece7aeb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.932681] env[70917]: DEBUG nova.network.neutron [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.938429] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 910.938429] env[70917]: value = "task-3461637" [ 910.938429] env[70917]: _type = "Task" [ 910.938429] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.947247] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.983768] env[70917]: DEBUG nova.network.neutron [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.988277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.988854] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.991482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.871s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.996566] env[70917]: INFO nova.compute.claims [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.998374] env[70917]: DEBUG nova.compute.manager [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.999325] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.000841] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27143fae-7917-4156-8a3d-583fcf6b808e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.009405] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.009628] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b967bbc3-0a3e-4c47-a1f7-9ef6a7326317 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.014808] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 911.014808] env[70917]: value = "task-3461638" [ 911.014808] env[70917]: _type = "Task" [ 911.014808] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.022708] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.376313] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.376565] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.376627] env[70917]: DEBUG nova.network.neutron [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.451366] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071526} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.451675] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.452766] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85498c6-a432-46d9-9127-eaee59e03444 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.487021] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] fdca672d-2374-49d6-8e68-ac242e39b75f/fdca672d-2374-49d6-8e68-ac242e39b75f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.487021] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d7637b-62a9-477c-b0e7-aec6a2fc3611 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.507714] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Releasing lock "refresh_cache-2ddfd9d0-381f-4c1e-8312-32babd0912cf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.508275] env[70917]: DEBUG nova.compute.manager [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.508520] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.510188] env[70917]: DEBUG nova.compute.utils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.514919] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da9d696-3fa8-435e-adaa-6077f3d3f220 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.519116] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.519345] env[70917]: DEBUG nova.network.neutron [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.529928] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 911.529928] env[70917]: value = "task-3461639" [ 911.529928] env[70917]: _type = "Task" [ 911.529928] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.533880] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.537834] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2681f41-364d-462e-8d24-4ba82d72a3a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.544099] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461638, 'name': PowerOffVM_Task, 'duration_secs': 0.208856} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.545324] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.545364] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.545726] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2d56313-e89f-4719-9f9e-ef390ae7fcb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.551854] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.554479] env[70917]: DEBUG oslo_vmware.api [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 911.554479] env[70917]: value = "task-3461640" [ 911.554479] env[70917]: _type = "Task" [ 911.554479] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.568111] env[70917]: DEBUG oslo_vmware.api [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.577560] env[70917]: DEBUG nova.policy [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e60d9411433541668a2b0447f849c18d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35944a8f7c49427f9a2422f6bafacbb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.616782] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.617040] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.617253] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Deleting the datastore file [datastore1] 1574ca17-f104-46d1-bca2-3f88470f8475 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.617491] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d7e315a-c446-42dd-bcd8-88d7f1acc233 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.624393] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for the task: (returnval){ [ 911.624393] env[70917]: value = "task-3461642" [ 911.624393] env[70917]: _type = "Task" [ 911.624393] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.636297] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.980023] env[70917]: DEBUG nova.network.neutron [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Successfully created port: 2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.017227] env[70917]: DEBUG nova.compute.utils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.045675] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.069980] env[70917]: DEBUG oslo_vmware.api [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461640, 'name': PowerOffVM_Task, 'duration_secs': 0.23901} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.069980] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.070222] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.070528] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5791bdf-849d-49ea-a9f1-b8cb00d177eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.087616] env[70917]: DEBUG nova.network.neutron [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.096359] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.097151] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.097440] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Deleting the datastore file [datastore2] 2ddfd9d0-381f-4c1e-8312-32babd0912cf {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.102864] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1133b5bf-559e-40c7-8754-16f78fccd10b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.111832] env[70917]: DEBUG oslo_vmware.api [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for the task: (returnval){ [ 912.111832] env[70917]: value = "task-3461644" [ 912.111832] env[70917]: _type = "Task" [ 912.111832] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.119881] env[70917]: DEBUG oslo_vmware.api [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.136733] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.253401] env[70917]: DEBUG nova.network.neutron [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updating instance_info_cache with network_info: [{"id": "589801bd-9adf-442f-9e9a-457e73844b9e", "address": "fa:16:3e:1a:4d:7b", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589801bd-9a", "ovs_interfaceid": "589801bd-9adf-442f-9e9a-457e73844b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.520430] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.544754] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461639, 'name': ReconfigVM_Task, 'duration_secs': 0.534749} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.544754] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Reconfigured VM instance instance-00000041 to attach disk [datastore2] fdca672d-2374-49d6-8e68-ac242e39b75f/fdca672d-2374-49d6-8e68-ac242e39b75f.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.545704] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-697e6850-cca1-45bd-b732-41b61db846db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.551803] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 912.551803] env[70917]: value = "task-3461645" [ 912.551803] env[70917]: _type = "Task" [ 912.551803] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.559848] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461645, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.624499] env[70917]: DEBUG oslo_vmware.api [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Task: {'id': task-3461644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232661} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.624754] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.624930] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.625131] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.625290] env[70917]: INFO nova.compute.manager [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 912.625519] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.625702] env[70917]: DEBUG nova.compute.manager [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.625789] env[70917]: DEBUG nova.network.neutron [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.638535] env[70917]: DEBUG oslo_vmware.api [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Task: {'id': task-3461642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611129} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.638826] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.639065] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.639323] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.639519] env[70917]: INFO nova.compute.manager [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Took 1.64 seconds to destroy the instance on the hypervisor. [ 912.639767] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.640032] env[70917]: DEBUG nova.compute.manager [-] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.640087] env[70917]: DEBUG nova.network.neutron [-] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.645467] env[70917]: DEBUG nova.network.neutron [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.667887] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa09e831-d815-4e8c-aae1-4672be98e0ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.679597] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e489e77-3a11-4486-8f29-2840c870b780 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.720665] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ffd1bb-d866-4199-b5cd-c389db0b3209 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.729148] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d5b1e8-d363-4ff1-9b63-0edb3ede7ede {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.743798] env[70917]: DEBUG nova.compute.provider_tree [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.756080] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.756436] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Instance network_info: |[{"id": "589801bd-9adf-442f-9e9a-457e73844b9e", "address": "fa:16:3e:1a:4d:7b", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589801bd-9a", "ovs_interfaceid": "589801bd-9adf-442f-9e9a-457e73844b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.757070] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '589801bd-9adf-442f-9e9a-457e73844b9e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.765266] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.765869] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.766152] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f7f447e-f48f-49d5-88cf-cd8b202b1355 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.787195] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.787195] env[70917]: value = "task-3461646" [ 912.787195] env[70917]: _type = "Task" [ 912.787195] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.795137] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461646, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.903745] env[70917]: DEBUG nova.compute.manager [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Received event network-changed-589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.903939] env[70917]: DEBUG nova.compute.manager [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Refreshing instance network info cache due to event network-changed-589801bd-9adf-442f-9e9a-457e73844b9e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.904252] env[70917]: DEBUG oslo_concurrency.lockutils [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] Acquiring lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.904502] env[70917]: DEBUG oslo_concurrency.lockutils [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] Acquired lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.904682] env[70917]: DEBUG nova.network.neutron [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Refreshing network info cache for port 589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.984413] env[70917]: DEBUG nova.compute.manager [req-7d66521d-3d54-4754-9b81-04cd8a3fe193 req-87334c9b-27da-4c9f-a9d1-e3bf71ed4892 service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Received event network-vif-deleted-95bf4686-56c7-4249-886a-9c8352b1657e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.984656] env[70917]: INFO nova.compute.manager [req-7d66521d-3d54-4754-9b81-04cd8a3fe193 req-87334c9b-27da-4c9f-a9d1-e3bf71ed4892 service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Neutron deleted interface 95bf4686-56c7-4249-886a-9c8352b1657e; detaching it from the instance and deleting it from the info cache [ 912.984656] env[70917]: DEBUG nova.network.neutron [req-7d66521d-3d54-4754-9b81-04cd8a3fe193 req-87334c9b-27da-4c9f-a9d1-e3bf71ed4892 service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.062347] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461645, 'name': Rename_Task, 'duration_secs': 0.227808} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.063033] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.063331] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c1ba351-2bf1-48d3-a15e-75835fac445d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.071485] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 913.071485] env[70917]: value = "task-3461647" [ 913.071485] env[70917]: _type = "Task" [ 913.071485] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.080425] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.148120] env[70917]: DEBUG nova.network.neutron [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.266410] env[70917]: ERROR nova.scheduler.client.report [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [req-3a061a81-937b-4e9c-9dcc-d080784d3f5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a061a81-937b-4e9c-9dcc-d080784d3f5b"}]} [ 913.283008] env[70917]: DEBUG nova.scheduler.client.report [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 913.297900] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461646, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.298869] env[70917]: DEBUG nova.scheduler.client.report [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 913.299105] env[70917]: DEBUG nova.compute.provider_tree [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.310818] env[70917]: DEBUG nova.scheduler.client.report [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 913.331453] env[70917]: DEBUG nova.scheduler.client.report [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 913.469335] env[70917]: DEBUG nova.network.neutron [-] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.488472] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a171d05f-8997-4733-a5d2-5e8316f16b0e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.500595] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f2633f-f396-4d31-800a-4ac5fa91e467 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.531722] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.551412] env[70917]: DEBUG nova.compute.manager [req-7d66521d-3d54-4754-9b81-04cd8a3fe193 req-87334c9b-27da-4c9f-a9d1-e3bf71ed4892 service nova] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Detach interface failed, port_id=95bf4686-56c7-4249-886a-9c8352b1657e, reason: Instance 1574ca17-f104-46d1-bca2-3f88470f8475 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.583939] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461647, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.653550] env[70917]: INFO nova.compute.manager [-] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Took 1.03 seconds to deallocate network for instance. [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:26:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1327689503',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1492013267',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.658268] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.658771] env[70917]: DEBUG nova.virt.hardware [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.660948] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449b432-a8f6-40fd-b04a-da7ec85833b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.678277] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a444f5d-b0c6-410f-a18e-37e26b8ff01b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.701268] env[70917]: DEBUG nova.network.neutron [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Successfully updated port: 2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.798291] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461646, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.835687] env[70917]: DEBUG nova.network.neutron [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updated VIF entry in instance network info cache for port 589801bd-9adf-442f-9e9a-457e73844b9e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.835687] env[70917]: DEBUG nova.network.neutron [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updating instance_info_cache with network_info: [{"id": "589801bd-9adf-442f-9e9a-457e73844b9e", "address": "fa:16:3e:1a:4d:7b", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589801bd-9a", "ovs_interfaceid": "589801bd-9adf-442f-9e9a-457e73844b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.971819] env[70917]: INFO nova.compute.manager [-] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Took 1.33 seconds to deallocate network for instance. [ 913.982818] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafaf123-1d26-40d8-afe3-0eeb6b82b1fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.991114] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9fd5a-256c-4f50-acc0-3e4bdf1ea56d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.022835] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c1c4e-4ebd-47a3-963d-0b5068f97fd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.031465] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd084233-457f-4f37-bdf8-3da7dff04c0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.046138] env[70917]: DEBUG nova.compute.provider_tree [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.086017] env[70917]: DEBUG oslo_vmware.api [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461647, 'name': PowerOnVM_Task, 'duration_secs': 0.534297} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.086017] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.086017] env[70917]: INFO nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Took 9.83 seconds to spawn the instance on the hypervisor. [ 914.086017] env[70917]: DEBUG nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.086017] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c575bb-a314-422e-96a9-e1808b0a5cf1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175411] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.203993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.203993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.204095] env[70917]: DEBUG nova.network.neutron [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.299093] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461646, 'name': CreateVM_Task, 'duration_secs': 1.380536} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.299277] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.300196] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.300196] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.300459] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.300712] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1fd8c8-4b14-40b8-ae44-0259f02a7d82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.305314] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 914.305314] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eb14a8-06b7-ede9-b35c-2f931503b25a" [ 914.305314] env[70917]: _type = "Task" [ 914.305314] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.314669] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eb14a8-06b7-ede9-b35c-2f931503b25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.341414] env[70917]: DEBUG oslo_concurrency.lockutils [req-737ea5d7-f4c2-43d8-bd03-c51203b28cf6 req-beeadfa7-1788-4b7e-a844-94b886868d50 service nova] Releasing lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.478844] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.581741] env[70917]: DEBUG nova.scheduler.client.report [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 914.582032] env[70917]: DEBUG nova.compute.provider_tree [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 100 to 101 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 914.583031] env[70917]: DEBUG nova.compute.provider_tree [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.600792] env[70917]: INFO nova.compute.manager [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Took 64.36 seconds to build instance. [ 914.772965] env[70917]: DEBUG nova.network.neutron [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.817446] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eb14a8-06b7-ede9-b35c-2f931503b25a, 'name': SearchDatastore_Task, 'duration_secs': 0.050367} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.817737] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.817983] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.818346] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.818497] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.818680] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.818947] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78e5ace0-ddef-4dae-b48c-37ecd3d39143 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.827116] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.827301] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.828011] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4099e087-6504-4406-8d70-652f6f71637f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.833269] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 914.833269] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528e537b-786a-793b-543a-ee02aab1485c" [ 914.833269] env[70917]: _type = "Task" [ 914.833269] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.841124] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528e537b-786a-793b-543a-ee02aab1485c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.964110] env[70917]: DEBUG nova.network.neutron [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Updating instance_info_cache with network_info: [{"id": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "address": "fa:16:3e:da:27:e5", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf442f5-fe", "ovs_interfaceid": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.026844] env[70917]: DEBUG nova.compute.manager [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Received event network-vif-plugged-2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.027139] env[70917]: DEBUG oslo_concurrency.lockutils [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] Acquiring lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.027375] env[70917]: DEBUG oslo_concurrency.lockutils [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.027583] env[70917]: DEBUG oslo_concurrency.lockutils [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.027802] env[70917]: DEBUG nova.compute.manager [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] No waiting events found dispatching network-vif-plugged-2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.027956] env[70917]: WARNING nova.compute.manager [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Received unexpected event network-vif-plugged-2cf442f5-fe78-455a-881d-1b52f38c12d3 for instance with vm_state building and task_state spawning. [ 915.028226] env[70917]: DEBUG nova.compute.manager [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Received event network-changed-2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.028411] env[70917]: DEBUG nova.compute.manager [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Refreshing instance network info cache due to event network-changed-2cf442f5-fe78-455a-881d-1b52f38c12d3. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.028617] env[70917]: DEBUG oslo_concurrency.lockutils [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] Acquiring lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.088529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.097s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.089562] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.092874] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.378s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.093123] env[70917]: DEBUG nova.objects.instance [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lazy-loading 'resources' on Instance uuid d2047415-cd31-4b13-948d-b4985a1679de {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.102345] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dda36e79-a418-4263-94a3-830d4ce0bca1 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.527s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.343505] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528e537b-786a-793b-543a-ee02aab1485c, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.344268] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71907830-0755-4d2d-9b72-cbda35a36f13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.349277] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 915.349277] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52009cf1-a59a-5ec0-ca03-51e5e2de30be" [ 915.349277] env[70917]: _type = "Task" [ 915.349277] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.356263] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52009cf1-a59a-5ec0-ca03-51e5e2de30be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.368134] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9d658a-730c-4136-a693-6cdb170d219f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.373595] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Suspending the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 915.373811] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6a45b1ce-841b-4493-b51c-5254229d21c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.379557] env[70917]: DEBUG oslo_vmware.api [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] Waiting for the task: (returnval){ [ 915.379557] env[70917]: value = "task-3461648" [ 915.379557] env[70917]: _type = "Task" [ 915.379557] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.387384] env[70917]: DEBUG oslo_vmware.api [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] Task: {'id': task-3461648, 'name': SuspendVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.467654] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Releasing lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.468107] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Instance network_info: |[{"id": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "address": "fa:16:3e:da:27:e5", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf442f5-fe", "ovs_interfaceid": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.468498] env[70917]: DEBUG oslo_concurrency.lockutils [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] Acquired lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.468719] env[70917]: DEBUG nova.network.neutron [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Refreshing network info cache for port 2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.470326] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:27:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cf442f5-fe78-455a-881d-1b52f38c12d3', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.479732] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.480842] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.481140] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17f5bf98-98aa-4439-9a6b-78ad6b201b28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.506535] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.506535] env[70917]: value = "task-3461649" [ 915.506535] env[70917]: _type = "Task" [ 915.506535] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.517039] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461649, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.599206] env[70917]: DEBUG nova.compute.utils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.601625] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.601625] env[70917]: DEBUG nova.network.neutron [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.604749] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.676344] env[70917]: DEBUG nova.policy [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01e44f23e7a24a5c9e286c9f8c94cc11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5d3cd1f729e4c2a8012e75154c856f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.866275] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52009cf1-a59a-5ec0-ca03-51e5e2de30be, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.866551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.866887] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c/03aea9c5-9dbe-43fc-b31b-adf1ceefb46c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.867284] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51063c9d-05c9-4ca1-ac6a-e410efc572d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881858] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 915.881858] env[70917]: value = "task-3461650" [ 915.881858] env[70917]: _type = "Task" [ 915.881858] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.894070] env[70917]: DEBUG oslo_vmware.api [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] Task: {'id': task-3461648, 'name': SuspendVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.896820] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.016626] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461649, 'name': CreateVM_Task, 'duration_secs': 0.421982} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.019144] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.022343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.022525] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.022831] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.023123] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f227a8d-64a1-47d0-9943-d732b58bacfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.028402] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 916.028402] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e1cc16-4d78-aacc-d9b0-f8609251e0c6" [ 916.028402] env[70917]: _type = "Task" [ 916.028402] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.041086] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e1cc16-4d78-aacc-d9b0-f8609251e0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.045285] env[70917]: DEBUG nova.network.neutron [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Successfully created port: 3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.104233] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.137724] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.242892] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5d5f40-e5af-40a8-91ab-35c43e72f5a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.250694] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f187a3-1659-4a91-b2c0-c34450b375dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.286083] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8ae6c4-2337-447a-9eb8-51207723e516 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.291452] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f744a9-a40c-4447-8cbf-917113d82557 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.296380] env[70917]: DEBUG nova.network.neutron [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Updated VIF entry in instance network info cache for port 2cf442f5-fe78-455a-881d-1b52f38c12d3. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.297030] env[70917]: DEBUG nova.network.neutron [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Updating instance_info_cache with network_info: [{"id": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "address": "fa:16:3e:da:27:e5", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf442f5-fe", "ovs_interfaceid": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.308919] env[70917]: DEBUG nova.compute.provider_tree [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.394794] env[70917]: DEBUG oslo_vmware.api [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] Task: {'id': task-3461648, 'name': SuspendVM_Task, 'duration_secs': 0.619472} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.398130] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Suspended the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 916.398387] env[70917]: DEBUG nova.compute.manager [None req-c22f5669-8092-4c07-964e-92c9df7a861c tempest-ServersAdminNegativeTestJSON-1779449521 tempest-ServersAdminNegativeTestJSON-1779449521-project-admin] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.398678] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468084} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.399383] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccc53e2-b691-40f7-9ef9-da14c7dfe1f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.401867] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c/03aea9c5-9dbe-43fc-b31b-adf1ceefb46c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.402702] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.402955] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfedd62-cc34-4f7d-a9f5-6cd35f805d11 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.413248] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 916.413248] env[70917]: value = "task-3461651" [ 916.413248] env[70917]: _type = "Task" [ 916.413248] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.419716] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.539378] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e1cc16-4d78-aacc-d9b0-f8609251e0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.064224} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.539682] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.539915] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.540169] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.540317] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.540516] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.540782] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17f76be1-8243-483c-a3ca-6ef088fca141 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.548921] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.549145] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.549804] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547599fc-8925-400b-a902-8db32f789518 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.555269] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 916.555269] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f7531-c7d7-df42-f98d-636f6a878e4c" [ 916.555269] env[70917]: _type = "Task" [ 916.555269] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.563718] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f7531-c7d7-df42-f98d-636f6a878e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.800053] env[70917]: DEBUG oslo_concurrency.lockutils [req-06826cc8-4f85-435b-a6c4-6bf769ca144c req-b518e8b9-096b-4f08-b761-7e348c68a59f service nova] Releasing lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.812985] env[70917]: DEBUG nova.scheduler.client.report [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.924680] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075898} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.924931] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.925704] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc7042c-7635-40af-a35a-4ef10d70f218 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.947354] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c/03aea9c5-9dbe-43fc-b31b-adf1ceefb46c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.948868] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91df6476-c528-44a0-bcf1-d364fbb67df5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.970740] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 916.970740] env[70917]: value = "task-3461652" [ 916.970740] env[70917]: _type = "Task" [ 916.970740] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.978595] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.066028] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f7531-c7d7-df42-f98d-636f6a878e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.066802] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8052f8b-5313-43d6-99e7-863cfe287707 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.072363] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 917.072363] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52befb9c-5a8c-7479-ff4b-381270a37b7e" [ 917.072363] env[70917]: _type = "Task" [ 917.072363] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.080725] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52befb9c-5a8c-7479-ff4b-381270a37b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.114231] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.140549] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.140817] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.140986] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.141172] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.141318] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.141464] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.141671] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.141829] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.141995] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.142176] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.142347] env[70917]: DEBUG nova.virt.hardware [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.143228] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00299626-1405-49da-bc68-187594cfceb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.152513] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c328b-33a1-4466-b969-989a66ccdcf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.318247] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.320710] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.277s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.320976] env[70917]: DEBUG nova.objects.instance [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lazy-loading 'resources' on Instance uuid f847aa60-5673-4054-bf77-7e5aaaafc282 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.341591] env[70917]: INFO nova.scheduler.client.report [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleted allocations for instance d2047415-cd31-4b13-948d-b4985a1679de [ 917.481078] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461652, 'name': ReconfigVM_Task, 'duration_secs': 0.367153} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.481431] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c/03aea9c5-9dbe-43fc-b31b-adf1ceefb46c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.482150] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-232850ef-f306-4229-b295-e3d293042ffe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.489178] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 917.489178] env[70917]: value = "task-3461653" [ 917.489178] env[70917]: _type = "Task" [ 917.489178] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.497078] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461653, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.584055] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52befb9c-5a8c-7479-ff4b-381270a37b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.584055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.584055] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29/fe53a1ee-812d-4bbe-8a48-e5dbee719f29.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.584055] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e3af88f-9b7a-4854-9ebd-4bb6c9e32f1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.591253] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 917.591253] env[70917]: value = "task-3461654" [ 917.591253] env[70917]: _type = "Task" [ 917.591253] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.599436] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.722054] env[70917]: DEBUG nova.compute.manager [req-048552b1-41df-49d9-a1da-4a8afb25c567 req-ad25832f-064b-42b1-9b84-b7d08310cb81 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Received event network-vif-plugged-3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.722054] env[70917]: DEBUG oslo_concurrency.lockutils [req-048552b1-41df-49d9-a1da-4a8afb25c567 req-ad25832f-064b-42b1-9b84-b7d08310cb81 service nova] Acquiring lock "360dd779-fb3d-4fc7-b293-eb30887f4e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.722054] env[70917]: DEBUG oslo_concurrency.lockutils [req-048552b1-41df-49d9-a1da-4a8afb25c567 req-ad25832f-064b-42b1-9b84-b7d08310cb81 service nova] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.722054] env[70917]: DEBUG oslo_concurrency.lockutils [req-048552b1-41df-49d9-a1da-4a8afb25c567 req-ad25832f-064b-42b1-9b84-b7d08310cb81 service nova] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.722054] env[70917]: DEBUG nova.compute.manager [req-048552b1-41df-49d9-a1da-4a8afb25c567 req-ad25832f-064b-42b1-9b84-b7d08310cb81 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] No waiting events found dispatching network-vif-plugged-3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.722054] env[70917]: WARNING nova.compute.manager [req-048552b1-41df-49d9-a1da-4a8afb25c567 req-ad25832f-064b-42b1-9b84-b7d08310cb81 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Received unexpected event network-vif-plugged-3d373cb8-507d-466d-bfd9-83f1fc791b58 for instance with vm_state building and task_state spawning. [ 917.739318] env[70917]: DEBUG nova.network.neutron [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Successfully updated port: 3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.850010] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "d2047415-cd31-4b13-948d-b4985a1679de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.618s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.001132] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461653, 'name': Rename_Task, 'duration_secs': 0.162705} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.001443] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.001700] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5b91af-a481-4077-89e1-590504ac2f44 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.009211] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 918.009211] env[70917]: value = "task-3461655" [ 918.009211] env[70917]: _type = "Task" [ 918.009211] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.019797] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.104560] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51162} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.105436] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29/fe53a1ee-812d-4bbe-8a48-e5dbee719f29.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.105970] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.106210] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1d26a4f-89b3-4a95-be7c-61ce5298bf22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.112757] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 918.112757] env[70917]: value = "task-3461656" [ 918.112757] env[70917]: _type = "Task" [ 918.112757] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.121854] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.244984] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.245186] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.246035] env[70917]: DEBUG nova.network.neutron [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.364113] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7bfe90-628e-40f7-8e0b-757eb264558e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.372272] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4854e-9ca9-4325-a6d3-6f9e71f195f2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.405853] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328629c8-a66c-48f3-8d8d-703146236406 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.413938] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2cb5c9-6b0c-4879-a8c2-eb587467a6fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.432115] env[70917]: DEBUG nova.compute.provider_tree [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.519918] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.623341] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102662} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.623634] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.624461] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55114c17-dfb8-43af-8513-48b4fdc6f9aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.647588] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29/fe53a1ee-812d-4bbe-8a48-e5dbee719f29.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.648117] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-626c02b1-1617-4922-9e77-6a3d7d656c30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.671349] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 918.671349] env[70917]: value = "task-3461657" [ 918.671349] env[70917]: _type = "Task" [ 918.671349] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.679948] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.761138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "741a22eb-1de9-4f24-92bc-001da42c21f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.761244] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.761384] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "741a22eb-1de9-4f24-92bc-001da42c21f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.761817] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.761817] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.765838] env[70917]: INFO nova.compute.manager [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Terminating instance [ 918.791126] env[70917]: DEBUG nova.network.neutron [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.957170] env[70917]: DEBUG nova.network.neutron [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Updating instance_info_cache with network_info: [{"id": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "address": "fa:16:3e:ed:00:a8", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d373cb8-50", "ovs_interfaceid": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.967695] env[70917]: DEBUG nova.scheduler.client.report [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 918.967967] env[70917]: DEBUG nova.compute.provider_tree [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 101 to 102 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.968203] env[70917]: DEBUG nova.compute.provider_tree [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.020687] env[70917]: DEBUG oslo_vmware.api [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461655, 'name': PowerOnVM_Task, 'duration_secs': 0.554193} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.020958] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.021172] env[70917]: INFO nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 919.021355] env[70917]: DEBUG nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.022146] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31c332-efac-4cad-b36e-5e60f19e89be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.182939] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461657, 'name': ReconfigVM_Task, 'duration_secs': 0.361775} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.183246] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Reconfigured VM instance instance-00000043 to attach disk [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29/fe53a1ee-812d-4bbe-8a48-e5dbee719f29.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.183534] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70917) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 919.184413] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-76a2ed6c-f57e-4553-8dde-391ef3fa721f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.191679] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 919.191679] env[70917]: value = "task-3461658" [ 919.191679] env[70917]: _type = "Task" [ 919.191679] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.199132] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461658, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.269292] env[70917]: DEBUG nova.compute.manager [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.269531] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.270450] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e1ca7-2d02-4acb-81e0-e29aaee08b59 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.278279] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.278521] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3321107-9f0e-49ae-9eef-6f8b207b9b18 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.284835] env[70917]: DEBUG oslo_vmware.api [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 919.284835] env[70917]: value = "task-3461659" [ 919.284835] env[70917]: _type = "Task" [ 919.284835] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.292683] env[70917]: DEBUG oslo_vmware.api [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.457431] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.457790] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Instance network_info: |[{"id": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "address": "fa:16:3e:ed:00:a8", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d373cb8-50", "ovs_interfaceid": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.458338] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:00:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d373cb8-507d-466d-bfd9-83f1fc791b58', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.465828] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.466080] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.466341] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27c4d291-aa8b-4a36-837d-62697adddaa3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.483950] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.486504] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.841s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.487903] env[70917]: INFO nova.compute.claims [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.495350] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.495350] env[70917]: value = "task-3461660" [ 919.495350] env[70917]: _type = "Task" [ 919.495350] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.507051] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "fdca672d-2374-49d6-8e68-ac242e39b75f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.507524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.507524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "fdca672d-2374-49d6-8e68-ac242e39b75f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.507821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.508078] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.510194] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461660, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.511285] env[70917]: INFO nova.scheduler.client.report [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleted allocations for instance f847aa60-5673-4054-bf77-7e5aaaafc282 [ 919.513908] env[70917]: INFO nova.compute.manager [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Terminating instance [ 919.542561] env[70917]: INFO nova.compute.manager [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Took 64.41 seconds to build instance. [ 919.702768] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461658, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.054541} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.703082] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70917) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 919.703925] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af4744-4494-49e8-9838-570711c36794 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.729600] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29/ephemeral_0.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.729926] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9920259-c1b5-4ce9-99bd-5771bf3e1338 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.748139] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 919.748139] env[70917]: value = "task-3461661" [ 919.748139] env[70917]: _type = "Task" [ 919.748139] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.756337] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.797696] env[70917]: DEBUG oslo_vmware.api [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461659, 'name': PowerOffVM_Task, 'duration_secs': 0.200679} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.798587] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.799047] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.799484] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77eba3fb-e105-42d6-b2b6-58dad1bca887 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.867394] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.867627] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.867776] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleting the datastore file [datastore1] 741a22eb-1de9-4f24-92bc-001da42c21f8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.868069] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c261ffd-43aa-4db2-bf70-c1c3ea881b75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.875998] env[70917]: DEBUG oslo_vmware.api [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 919.875998] env[70917]: value = "task-3461663" [ 919.875998] env[70917]: _type = "Task" [ 919.875998] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.884945] env[70917]: DEBUG oslo_vmware.api [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.006076] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461660, 'name': CreateVM_Task, 'duration_secs': 0.334669} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.006932] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.007644] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.007817] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.008189] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.008691] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ae02bd-ac2f-4a10-b0bb-ad3e889c6be0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.014197] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 920.014197] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52edca9d-e16a-ab96-a9c4-c6cd85bbffa3" [ 920.014197] env[70917]: _type = "Task" [ 920.014197] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.022654] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "f847aa60-5673-4054-bf77-7e5aaaafc282" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.027s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.024119] env[70917]: DEBUG nova.compute.manager [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.024522] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.025798] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8acf1c-5951-4d2c-b8f6-ba9a807e8f9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.032996] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52edca9d-e16a-ab96-a9c4-c6cd85bbffa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.033675] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.033898] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.034150] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.034666] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.034928] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed3e268-acdb-48fc-bcda-e5bd2067916b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.039203] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.039941] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee4f7ca-e219-480e-af7f-f9ad6fe055eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.045790] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf831af5-938b-4127-bad5-c9f524c786a2 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.530s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.046280] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.046454] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.049830] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32194359-bdca-4adc-89b0-44890029c793 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.056871] env[70917]: DEBUG nova.compute.manager [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Received event network-changed-3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.056871] env[70917]: DEBUG nova.compute.manager [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Refreshing instance network info cache due to event network-changed-3d373cb8-507d-466d-bfd9-83f1fc791b58. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.056871] env[70917]: DEBUG oslo_concurrency.lockutils [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] Acquiring lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.056871] env[70917]: DEBUG oslo_concurrency.lockutils [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] Acquired lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.056871] env[70917]: DEBUG nova.network.neutron [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Refreshing network info cache for port 3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.061832] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 920.061832] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52315a9e-3d52-c12d-6323-19358c0b2904" [ 920.061832] env[70917]: _type = "Task" [ 920.061832] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.074345] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52315a9e-3d52-c12d-6323-19358c0b2904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.114026] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.114026] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.114026] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Deleting the datastore file [datastore2] fdca672d-2374-49d6-8e68-ac242e39b75f {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.114026] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0920c8ba-8880-4603-97ff-a5528c145ece {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.119521] env[70917]: DEBUG oslo_vmware.api [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 920.119521] env[70917]: value = "task-3461665" [ 920.119521] env[70917]: _type = "Task" [ 920.119521] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.129045] env[70917]: DEBUG oslo_vmware.api [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.260118] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.385725] env[70917]: DEBUG oslo_vmware.api [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150433} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.386047] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.386294] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.386514] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.386931] env[70917]: INFO nova.compute.manager [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.387234] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.387447] env[70917]: DEBUG nova.compute.manager [-] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.387543] env[70917]: DEBUG nova.network.neutron [-] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.526349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.526690] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.526965] env[70917]: INFO nova.compute.manager [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Shelving [ 920.557322] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.574587] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52315a9e-3d52-c12d-6323-19358c0b2904, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.574711] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a502d6e-a32e-4d83-8dfd-1b3e556ab60d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.583394] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 920.583394] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c1e98a-2597-c230-d2ad-88d6c3e0793e" [ 920.583394] env[70917]: _type = "Task" [ 920.583394] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.590954] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c1e98a-2597-c230-d2ad-88d6c3e0793e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.631380] env[70917]: DEBUG oslo_vmware.api [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331541} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.631639] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.631819] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.631995] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.632181] env[70917]: INFO nova.compute.manager [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 920.632418] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.632604] env[70917]: DEBUG nova.compute.manager [-] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.632697] env[70917]: DEBUG nova.network.neutron [-] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.761514] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.944778] env[70917]: DEBUG nova.network.neutron [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Updated VIF entry in instance network info cache for port 3d373cb8-507d-466d-bfd9-83f1fc791b58. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.945267] env[70917]: DEBUG nova.network.neutron [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Updating instance_info_cache with network_info: [{"id": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "address": "fa:16:3e:ed:00:a8", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d373cb8-50", "ovs_interfaceid": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.082716] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.094805] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c1e98a-2597-c230-d2ad-88d6c3e0793e, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.097634] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.097992] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 360dd779-fb3d-4fc7-b293-eb30887f4e92/360dd779-fb3d-4fc7-b293-eb30887f4e92.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.098516] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe5835bc-447d-4252-99b0-705c3b64109d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.108220] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 921.108220] env[70917]: value = "task-3461666" [ 921.108220] env[70917]: _type = "Task" [ 921.108220] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.121567] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.139137] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f30ffb0-51f7-41ab-aeb8-c19703fb965a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.146291] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef141c2-3d05-44e3-a731-1a1cc13112fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.182434] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15265e38-9c21-46fd-b95e-6a4d12a19ce7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190374] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027d7f3f-a817-4cfa-b993-60fff9bb3610 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.206289] env[70917]: DEBUG nova.compute.provider_tree [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.261102] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461661, 'name': ReconfigVM_Task, 'duration_secs': 1.364327} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.261442] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Reconfigured VM instance instance-00000043 to attach disk [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29/ephemeral_0.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.262124] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09670e01-9e8c-4d92-9f1b-18394bdaef03 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.269086] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 921.269086] env[70917]: value = "task-3461667" [ 921.269086] env[70917]: _type = "Task" [ 921.269086] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.282358] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461667, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.302546] env[70917]: DEBUG nova.network.neutron [-] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.449455] env[70917]: DEBUG oslo_concurrency.lockutils [req-3f02f07e-a829-4618-96e6-e05131f2e875 req-1f6edb4e-393d-46f6-aed6-e701eabfe5f8 service nova] Releasing lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.479393] env[70917]: DEBUG nova.network.neutron [-] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.535195] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "7a399816-9500-424f-92d1-92092372e8fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.535436] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "7a399816-9500-424f-92d1-92092372e8fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.538382] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.538613] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2709cd8b-5dd9-4020-a04a-098f192ac0fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.547229] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 921.547229] env[70917]: value = "task-3461668" [ 921.547229] env[70917]: _type = "Task" [ 921.547229] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.557485] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.618851] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47335} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.619186] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 360dd779-fb3d-4fc7-b293-eb30887f4e92/360dd779-fb3d-4fc7-b293-eb30887f4e92.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.619599] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.619747] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bfd2ce5-6b37-4474-9902-22a0554fdb8f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.627384] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 921.627384] env[70917]: value = "task-3461669" [ 921.627384] env[70917]: _type = "Task" [ 921.627384] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.636991] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.711756] env[70917]: DEBUG nova.scheduler.client.report [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.779183] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461667, 'name': Rename_Task, 'duration_secs': 0.399815} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.779404] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.780073] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1513313a-ab7a-446a-9297-87a149980459 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.785879] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 921.785879] env[70917]: value = "task-3461670" [ 921.785879] env[70917]: _type = "Task" [ 921.785879] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.792512] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.805699] env[70917]: INFO nova.compute.manager [-] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Took 1.42 seconds to deallocate network for instance. [ 921.982033] env[70917]: INFO nova.compute.manager [-] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Took 1.35 seconds to deallocate network for instance. [ 922.057141] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461668, 'name': PowerOffVM_Task, 'duration_secs': 0.195076} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.057427] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.058266] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c652890-9283-4505-b561-705a352f8cd5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.078611] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de423fe0-0ec8-47a0-ad9a-32c08a378732 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.082376] env[70917]: DEBUG nova.compute.manager [req-51f8b83c-334e-42c6-b512-ab3b73fb5285 req-9cbf37b0-5a97-492f-a014-ca1c75590bf3 service nova] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Received event network-vif-deleted-95da182b-ba27-4f6b-a133-92846020d522 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.082582] env[70917]: DEBUG nova.compute.manager [req-51f8b83c-334e-42c6-b512-ab3b73fb5285 req-9cbf37b0-5a97-492f-a014-ca1c75590bf3 service nova] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Received event network-vif-deleted-4850e7f0-5101-475f-ba4b-c9a1afded23f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.136662] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078543} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.136939] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.137726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d2bc74-e094-4ffd-b5c0-a6a914c506b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.161034] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 360dd779-fb3d-4fc7-b293-eb30887f4e92/360dd779-fb3d-4fc7-b293-eb30887f4e92.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.161407] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe1791e-ceb7-478c-a2b3-2f6eb64b80d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.181437] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 922.181437] env[70917]: value = "task-3461671" [ 922.181437] env[70917]: _type = "Task" [ 922.181437] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.189806] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.218031] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.218634] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.221281] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.465s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.221503] env[70917]: DEBUG nova.objects.instance [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lazy-loading 'resources' on Instance uuid 4365ba7f-dafd-45c4-9ec4-75580abfd795 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.295965] env[70917]: DEBUG oslo_vmware.api [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461670, 'name': PowerOnVM_Task, 'duration_secs': 0.466219} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.298701] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.298701] env[70917]: INFO nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Took 8.76 seconds to spawn the instance on the hypervisor. [ 922.298701] env[70917]: DEBUG nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.298701] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e723a3ea-2cba-4978-b918-2e3bb83729d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.313565] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.488854] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.591957] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.592321] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbcf22cc-d55d-489e-bb0d-aab2d288c60b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.600778] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 922.600778] env[70917]: value = "task-3461672" [ 922.600778] env[70917]: _type = "Task" [ 922.600778] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.610024] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461672, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.690574] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461671, 'name': ReconfigVM_Task, 'duration_secs': 0.276156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.690900] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 360dd779-fb3d-4fc7-b293-eb30887f4e92/360dd779-fb3d-4fc7-b293-eb30887f4e92.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.691537] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be14680a-1fff-42ec-bcf5-74d87b04dfa3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.698850] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 922.698850] env[70917]: value = "task-3461673" [ 922.698850] env[70917]: _type = "Task" [ 922.698850] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.706935] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461673, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.724435] env[70917]: DEBUG nova.compute.utils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.729736] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.729907] env[70917]: DEBUG nova.network.neutron [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.798295] env[70917]: DEBUG nova.policy [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e889b218ba4499a21d8c0d31000b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9895ab3cd7ae49459d02df2b6cc67149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.816018] env[70917]: INFO nova.compute.manager [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Took 62.07 seconds to build instance. [ 923.108992] env[70917]: DEBUG nova.network.neutron [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Successfully created port: fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.121502] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461672, 'name': CreateSnapshot_Task, 'duration_secs': 0.476136} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.121957] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.122752] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c820abb-034a-4c8a-b47a-193069be27b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.210736] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461673, 'name': Rename_Task, 'duration_secs': 0.16235} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.214114] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.214651] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22acf34d-6c79-4133-9293-9458b873959a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.223369] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 923.223369] env[70917]: value = "task-3461674" [ 923.223369] env[70917]: _type = "Task" [ 923.223369] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.227356] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.236640] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.297648] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ebb3a-269c-4296-8699-d4b720554ca7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.305378] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76229938-2f71-43d7-beff-399acf60d5f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.336077] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.224s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.338095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c22826-0d3c-4b60-a8b7-3d149d6e742d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.345953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67ad270-efc3-470e-af64-7516096d32c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.362677] env[70917]: DEBUG nova.compute.provider_tree [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.647033] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.649185] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-939d4274-5301-4b49-a271-48def934f6ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.659323] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 923.659323] env[70917]: value = "task-3461675" [ 923.659323] env[70917]: _type = "Task" [ 923.659323] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.670109] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461675, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.733016] env[70917]: DEBUG oslo_vmware.api [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461674, 'name': PowerOnVM_Task, 'duration_secs': 0.432346} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.733317] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.734055] env[70917]: INFO nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Took 6.62 seconds to spawn the instance on the hypervisor. [ 923.734055] env[70917]: DEBUG nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.734517] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c68be2-e5d3-48b2-a97b-e2e3a546ad75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.841527] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.865617] env[70917]: DEBUG nova.scheduler.client.report [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.068902] env[70917]: DEBUG nova.compute.manager [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Received event network-changed-2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.069230] env[70917]: DEBUG nova.compute.manager [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Refreshing instance network info cache due to event network-changed-2cf442f5-fe78-455a-881d-1b52f38c12d3. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.069503] env[70917]: DEBUG oslo_concurrency.lockutils [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] Acquiring lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.069670] env[70917]: DEBUG oslo_concurrency.lockutils [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] Acquired lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.069832] env[70917]: DEBUG nova.network.neutron [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Refreshing network info cache for port 2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.172713] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461675, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.242217] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.254477] env[70917]: INFO nova.compute.manager [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Took 59.15 seconds to build instance. [ 924.270639] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ac91533bdac65d463a42c028105bc068',container_format='bare',created_at=2025-04-16T15:30:28Z,direct_url=,disk_format='vmdk',id=5e0edb29-c390-4a50-8061-96b50d96b1f4,min_disk=1,min_ram=0,name='tempest-test-snap-687038412',owner='9895ab3cd7ae49459d02df2b6cc67149',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-16T15:30:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.271736] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.272082] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.272390] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.272621] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.272852] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.273215] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.273477] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.273767] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.274141] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.274272] env[70917]: DEBUG nova.virt.hardware [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.276261] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708bc257-3bd2-4067-8bf8-9a13556271f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.286030] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d169ef05-1853-4658-83bb-449685f4601c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.368165] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.371324] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.374016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 43.843s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.399497] env[70917]: INFO nova.scheduler.client.report [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Deleted allocations for instance 4365ba7f-dafd-45c4-9ec4-75580abfd795 [ 924.672463] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461675, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.716012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] Acquiring lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.716500] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] Acquired lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.716561] env[70917]: DEBUG nova.network.neutron [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.736611] env[70917]: DEBUG nova.compute.manager [req-19e21bb0-4987-460d-9af5-04c5e6a52478 req-7b00f4c9-ce93-491a-8320-e529d597c153 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Received event network-vif-plugged-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.736829] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e21bb0-4987-460d-9af5-04c5e6a52478 req-7b00f4c9-ce93-491a-8320-e529d597c153 service nova] Acquiring lock "e1f41814-b402-44ef-8f7d-f47f7503b083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.737048] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e21bb0-4987-460d-9af5-04c5e6a52478 req-7b00f4c9-ce93-491a-8320-e529d597c153 service nova] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.737223] env[70917]: DEBUG oslo_concurrency.lockutils [req-19e21bb0-4987-460d-9af5-04c5e6a52478 req-7b00f4c9-ce93-491a-8320-e529d597c153 service nova] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.737392] env[70917]: DEBUG nova.compute.manager [req-19e21bb0-4987-460d-9af5-04c5e6a52478 req-7b00f4c9-ce93-491a-8320-e529d597c153 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] No waiting events found dispatching network-vif-plugged-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.737555] env[70917]: WARNING nova.compute.manager [req-19e21bb0-4987-460d-9af5-04c5e6a52478 req-7b00f4c9-ce93-491a-8320-e529d597c153 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Received unexpected event network-vif-plugged-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 for instance with vm_state building and task_state spawning. [ 924.758359] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5bdcad28-5048-4f1a-a796-9bd11685a861 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.202s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.834208] env[70917]: DEBUG nova.network.neutron [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Updated VIF entry in instance network info cache for port 2cf442f5-fe78-455a-881d-1b52f38c12d3. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.834208] env[70917]: DEBUG nova.network.neutron [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Updating instance_info_cache with network_info: [{"id": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "address": "fa:16:3e:da:27:e5", "network": {"id": "19a6b957-e809-4d8b-8fa6-cc1cc17a1295", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-102665417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35944a8f7c49427f9a2422f6bafacbb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf442f5-fe", "ovs_interfaceid": "2cf442f5-fe78-455a-881d-1b52f38c12d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.837406] env[70917]: DEBUG nova.network.neutron [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Successfully updated port: fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.879708] env[70917]: DEBUG nova.objects.instance [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lazy-loading 'migration_context' on Instance uuid 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.909212] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bf8726b3-13cf-493f-8efb-8d679d77be09 tempest-ServerShowV247Test-1020865708 tempest-ServerShowV247Test-1020865708-project-member] Lock "4365ba7f-dafd-45c4-9ec4-75580abfd795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.420s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.173660] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461675, 'name': CloneVM_Task, 'duration_secs': 1.264895} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.174058] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Created linked-clone VM from snapshot [ 925.174960] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ccc23-9a14-47ae-b84a-a7adbb59cbe3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.182455] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Uploading image b2eeec0d-b9da-4b9b-90dd-b27aa70995d5 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.212840] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.212840] env[70917]: value = "vm-691454" [ 925.212840] env[70917]: _type = "VirtualMachine" [ 925.212840] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.212840] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93936eb4-1506-4470-924d-ea7d6e3b8a49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.224767] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lease: (returnval){ [ 925.224767] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520196bf-2b9f-e93f-ae6f-8924e3909a2b" [ 925.224767] env[70917]: _type = "HttpNfcLease" [ 925.224767] env[70917]: } obtained for exporting VM: (result){ [ 925.224767] env[70917]: value = "vm-691454" [ 925.224767] env[70917]: _type = "VirtualMachine" [ 925.224767] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.225101] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the lease: (returnval){ [ 925.225101] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520196bf-2b9f-e93f-ae6f-8924e3909a2b" [ 925.225101] env[70917]: _type = "HttpNfcLease" [ 925.225101] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.233803] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.233803] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520196bf-2b9f-e93f-ae6f-8924e3909a2b" [ 925.233803] env[70917]: _type = "HttpNfcLease" [ 925.233803] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.339484] env[70917]: DEBUG oslo_concurrency.lockutils [req-69559973-0739-4e08-84d2-167cb7e935a1 req-7be571c8-f95a-4291-9bdd-c375238e0cd6 service nova] Releasing lock "refresh_cache-fe53a1ee-812d-4bbe-8a48-e5dbee719f29" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.340130] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "refresh_cache-e1f41814-b402-44ef-8f7d-f47f7503b083" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.340248] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "refresh_cache-e1f41814-b402-44ef-8f7d-f47f7503b083" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.342405] env[70917]: DEBUG nova.network.neutron [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.523449] env[70917]: DEBUG nova.network.neutron [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Updating instance_info_cache with network_info: [{"id": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "address": "fa:16:3e:ed:00:a8", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d373cb8-50", "ovs_interfaceid": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.733328] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.733328] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520196bf-2b9f-e93f-ae6f-8924e3909a2b" [ 925.733328] env[70917]: _type = "HttpNfcLease" [ 925.733328] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.733632] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.733632] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520196bf-2b9f-e93f-ae6f-8924e3909a2b" [ 925.733632] env[70917]: _type = "HttpNfcLease" [ 925.733632] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.734374] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddba8f4-51c9-451d-8e05-027cc7fc8f9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.744640] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6add5-c5e9-48c2-6c1a-5e2d196edd23/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.744810] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6add5-c5e9-48c2-6c1a-5e2d196edd23/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.887161] env[70917]: DEBUG nova.network.neutron [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.935415] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2fa5416f-744e-4f61-9ed1-04235a56f3b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.017437] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476f696e-5da3-47c6-81ec-6c5b27844368 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.025676] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b415967-507d-40d3-99e1-82eb89a6aa98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.029953] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] Releasing lock "refresh_cache-360dd779-fb3d-4fc7-b293-eb30887f4e92" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.030416] env[70917]: DEBUG nova.compute.manager [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Inject network info {{(pid=70917) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 926.030757] env[70917]: DEBUG nova.compute.manager [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] network_info to inject: |[{"id": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "address": "fa:16:3e:ed:00:a8", "network": {"id": "39598f82-7dda-4887-9817-8857863dc385", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-506866939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d3cd1f729e4c2a8012e75154c856f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d373cb8-50", "ovs_interfaceid": "3d373cb8-507d-466d-bfd9-83f1fc791b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 926.035812] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Reconfiguring VM instance to set the machine id {{(pid=70917) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 926.036397] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac534bd8-d524-43c5-a9e6-27192541d442 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.084132] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c54dad9-dcda-4f4e-ae3a-ec2c99c060ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.087639] env[70917]: DEBUG oslo_vmware.api [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] Waiting for the task: (returnval){ [ 926.087639] env[70917]: value = "task-3461677" [ 926.087639] env[70917]: _type = "Task" [ 926.087639] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.094588] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39846413-17e5-49b6-8a56-878a596c5953 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.102648] env[70917]: DEBUG oslo_vmware.api [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] Task: {'id': task-3461677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.111305] env[70917]: DEBUG nova.compute.provider_tree [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.325162] env[70917]: DEBUG nova.network.neutron [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Updating instance_info_cache with network_info: [{"id": "fffa0bdd-f622-4cc3-a7b8-62a6b7b63971", "address": "fa:16:3e:65:1e:46", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfffa0bdd-f6", "ovs_interfaceid": "fffa0bdd-f622-4cc3-a7b8-62a6b7b63971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.599714] env[70917]: DEBUG oslo_vmware.api [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] Task: {'id': task-3461677, 'name': ReconfigVM_Task, 'duration_secs': 0.184763} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.600017] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2ead3b-5c85-4fa8-853d-ca915a3e8c8a tempest-ServersAdminTestJSON-822117751 tempest-ServersAdminTestJSON-822117751-project-admin] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Reconfigured VM instance to set the machine id {{(pid=70917) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 926.615593] env[70917]: DEBUG nova.scheduler.client.report [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.828792] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "refresh_cache-e1f41814-b402-44ef-8f7d-f47f7503b083" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.829157] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Instance network_info: |[{"id": "fffa0bdd-f622-4cc3-a7b8-62a6b7b63971", "address": "fa:16:3e:65:1e:46", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfffa0bdd-f6", "ovs_interfaceid": "fffa0bdd-f622-4cc3-a7b8-62a6b7b63971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.830374] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:1e:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fffa0bdd-f622-4cc3-a7b8-62a6b7b63971', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.837880] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.838287] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.840526] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8576ffb0-2497-4c0c-8ba6-d25f02d8c17a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.862455] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.862455] env[70917]: value = "task-3461678" [ 926.862455] env[70917]: _type = "Task" [ 926.862455] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.870523] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461678, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.914668] env[70917]: DEBUG nova.compute.manager [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Received event network-changed-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.915116] env[70917]: DEBUG nova.compute.manager [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Refreshing instance network info cache due to event network-changed-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.915434] env[70917]: DEBUG oslo_concurrency.lockutils [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] Acquiring lock "refresh_cache-e1f41814-b402-44ef-8f7d-f47f7503b083" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.915623] env[70917]: DEBUG oslo_concurrency.lockutils [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] Acquired lock "refresh_cache-e1f41814-b402-44ef-8f7d-f47f7503b083" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.915804] env[70917]: DEBUG nova.network.neutron [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Refreshing network info cache for port fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.374526] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461678, 'name': CreateVM_Task, 'duration_secs': 0.335408} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.374526] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.375106] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.375280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.375651] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.375906] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd02ff78-2fa6-4b54-b1e3-38640ab9a1b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.381267] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 927.381267] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524ed996-54d0-36bb-2627-dade04b6686a" [ 927.381267] env[70917]: _type = "Task" [ 927.381267] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.392352] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524ed996-54d0-36bb-2627-dade04b6686a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.628661] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.255s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.641430] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.873s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.641673] env[70917]: DEBUG nova.objects.instance [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lazy-loading 'resources' on Instance uuid cc5135e1-f7af-45c1-9d8c-6020a6efacc7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.747048] env[70917]: DEBUG nova.network.neutron [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Updated VIF entry in instance network info cache for port fffa0bdd-f622-4cc3-a7b8-62a6b7b63971. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.747048] env[70917]: DEBUG nova.network.neutron [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Updating instance_info_cache with network_info: [{"id": "fffa0bdd-f622-4cc3-a7b8-62a6b7b63971", "address": "fa:16:3e:65:1e:46", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfffa0bdd-f6", "ovs_interfaceid": "fffa0bdd-f622-4cc3-a7b8-62a6b7b63971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.748417] env[70917]: INFO nova.compute.manager [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Rebuilding instance [ 927.802625] env[70917]: DEBUG nova.compute.manager [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.803592] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727c9009-25f3-48c7-9d0e-a3f5db52f54b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.893371] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.893648] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Processing image 5e0edb29-c390-4a50-8061-96b50d96b1f4 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.893891] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.894050] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.894233] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.894493] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e44679-6782-47c5-bca7-5bc5616460a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.913341] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.913548] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.914311] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b68d97-523a-4a84-a2f1-87bedc014b2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.920665] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 927.920665] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c06977-05f5-ec57-1033-598719a45ae4" [ 927.920665] env[70917]: _type = "Task" [ 927.920665] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.928545] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c06977-05f5-ec57-1033-598719a45ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.251442] env[70917]: DEBUG oslo_concurrency.lockutils [req-61416867-7924-4d8f-a048-11f1331d854d req-84e9ec1b-c7a7-482c-bf34-a81893226d81 service nova] Releasing lock "refresh_cache-e1f41814-b402-44ef-8f7d-f47f7503b083" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.434770] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 928.434770] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Fetch image to [datastore1] OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690/OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 928.434770] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Downloading stream optimized image 5e0edb29-c390-4a50-8061-96b50d96b1f4 to [datastore1] OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690/OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690.vmdk on the data store datastore1 as vApp {{(pid=70917) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 928.434770] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Downloading image file data 5e0edb29-c390-4a50-8061-96b50d96b1f4 to the ESX as VM named 'OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690' {{(pid=70917) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 928.538232] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 928.538232] env[70917]: value = "resgroup-9" [ 928.538232] env[70917]: _type = "ResourcePool" [ 928.538232] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 928.538554] env[70917]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e36713b8-9eec-43be-b781-db8bcff1ba73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.565789] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease: (returnval){ [ 928.565789] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fbf6c9-716b-5ef1-e4d8-3ebc01606ac7" [ 928.565789] env[70917]: _type = "HttpNfcLease" [ 928.565789] env[70917]: } obtained for vApp import into resource pool (val){ [ 928.565789] env[70917]: value = "resgroup-9" [ 928.565789] env[70917]: _type = "ResourcePool" [ 928.565789] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 928.566122] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the lease: (returnval){ [ 928.566122] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fbf6c9-716b-5ef1-e4d8-3ebc01606ac7" [ 928.566122] env[70917]: _type = "HttpNfcLease" [ 928.566122] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.573140] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.573140] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fbf6c9-716b-5ef1-e4d8-3ebc01606ac7" [ 928.573140] env[70917]: _type = "HttpNfcLease" [ 928.573140] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.696247] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05183eb3-b3f6-4c82-a07d-c495cbb54890 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.704293] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f58a005-5e26-4c99-bb58-927fa246d55d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.738025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3707f-b7cf-4af6-9ba3-22ffad1d566d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.745476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d841f4-91c5-4a57-99f5-65dba688f5dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.765784] env[70917]: DEBUG nova.compute.provider_tree [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.819960] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.820365] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af126d51-1a12-457d-869f-f5d14bd2b5cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.827628] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 928.827628] env[70917]: value = "task-3461680" [ 928.827628] env[70917]: _type = "Task" [ 928.827628] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.836871] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.075172] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.075172] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fbf6c9-716b-5ef1-e4d8-3ebc01606ac7" [ 929.075172] env[70917]: _type = "HttpNfcLease" [ 929.075172] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.180605] env[70917]: INFO nova.compute.manager [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Swapping old allocation on dict_keys(['80a2a1d7-e598-4308-becd-5c7b0cb87cf5']) held by migration d2379c9e-2f5e-46b6-a8da-0049b06354c8 for instance [ 929.204753] env[70917]: DEBUG nova.scheduler.client.report [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Overwriting current allocation {'allocations': {'80a2a1d7-e598-4308-becd-5c7b0cb87cf5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 103}}, 'project_id': 'a6a368468998456aa09c32909a8869b8', 'user_id': 'cb7b92d4312d47828090fced6e797541', 'consumer_generation': 1} on consumer 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed {{(pid=70917) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 929.268291] env[70917]: DEBUG nova.scheduler.client.report [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.297822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.298029] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquired lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.298242] env[70917]: DEBUG nova.network.neutron [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.337622] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461680, 'name': PowerOffVM_Task, 'duration_secs': 0.230629} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.337883] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.338133] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.338958] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dfa7bf-5a9c-48ee-86e6-09e9ea1169f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.345756] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.345988] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe5bd32-aae2-4a48-8271-f65a90826420 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.413030] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.413481] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.413710] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleting the datastore file [datastore2] 397d8981-9976-408a-8c4b-927bea267653 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.414016] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc48bd4-cf02-4b05-bdca-8e85fa623126 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.420961] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 929.420961] env[70917]: value = "task-3461682" [ 929.420961] env[70917]: _type = "Task" [ 929.420961] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.428759] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.575547] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.575547] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fbf6c9-716b-5ef1-e4d8-3ebc01606ac7" [ 929.575547] env[70917]: _type = "HttpNfcLease" [ 929.575547] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.575762] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.575762] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fbf6c9-716b-5ef1-e4d8-3ebc01606ac7" [ 929.575762] env[70917]: _type = "HttpNfcLease" [ 929.575762] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 929.576532] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91dae6e-db44-4015-af90-35c9a8a8779e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.584117] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9ee96-9d57-619e-9e83-627570698d6d/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.584490] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9ee96-9d57-619e-9e83-627570698d6d/disk-0.vmdk. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 929.648136] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30146480-f839-499a-88a5-81f67296e9a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.773799] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.777086] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.858s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.778781] env[70917]: INFO nova.compute.claims [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.793674] env[70917]: INFO nova.scheduler.client.report [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Deleted allocations for instance cc5135e1-f7af-45c1-9d8c-6020a6efacc7 [ 929.934013] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398633} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.936596] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.936793] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.936966] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.078777] env[70917]: DEBUG nova.network.neutron [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [{"id": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "address": "fa:16:3e:68:87:ad", "network": {"id": "5c3a6cae-8846-460c-a079-d1e03670784a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b30381a4b1d43e1b6b35ed8ef4f192d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966efecf-49", "ovs_interfaceid": "966efecf-49d5-45b1-aa0d-9d77d567df7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.302505] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Lock "cc5135e1-f7af-45c1-9d8c-6020a6efacc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.093s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.581703] env[70917]: DEBUG oslo_concurrency.lockutils [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Releasing lock "refresh_cache-657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.582329] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.583911] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bbd870-d67e-4063-957a-94d5a5350426 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.592768] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 930.592768] env[70917]: value = "task-3461683" [ 930.592768] env[70917]: _type = "Task" [ 930.592768] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.602401] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.845830] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 930.846248] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9ee96-9d57-619e-9e83-627570698d6d/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.847046] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66fbed-8b9e-41d2-9cb3-cb9c1e1b652f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.857152] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9ee96-9d57-619e-9e83-627570698d6d/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.857152] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9ee96-9d57-619e-9e83-627570698d6d/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 930.857275] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-93fad98d-bfa6-4fd1-86d8-e2034dbeeee9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.006694] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.006991] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.007225] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.007417] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.007560] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.007703] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.008616] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.008852] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.009193] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.009644] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.009823] env[70917]: DEBUG nova.virt.hardware [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.010713] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8b595-be54-449d-8714-0366453419b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.021226] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c1b9c-f5cd-4c1b-9c69-abc4bfdf21e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.040069] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:27:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01512f60-0d4b-4661-8f99-2140604661ce', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.048535] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.054240] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.054240] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9432371d-4dd5-41f2-9b9d-6c3e4f200be5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.098383] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.098383] env[70917]: value = "task-3461684" [ 931.098383] env[70917]: _type = "Task" [ 931.098383] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.107832] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.113327] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461684, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.286994] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f9ee96-9d57-619e-9e83-627570698d6d/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 931.287379] env[70917]: INFO nova.virt.vmwareapi.images [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Downloaded image file data 5e0edb29-c390-4a50-8061-96b50d96b1f4 [ 931.288345] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be138c5-3fff-44f7-a781-3aaa963e05df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.312649] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf5ee0a0-1c7f-4a1b-8dd3-3f29f14019c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.354459] env[70917]: INFO nova.virt.vmwareapi.images [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] The imported VM was unregistered [ 931.358890] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 931.358890] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.360324] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f7be8d-f251-4310-a457-a561ad643002 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.379504] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created directory with path [datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.380816] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690/OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690.vmdk to [datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk. {{(pid=70917) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 931.380816] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8f7b60bd-3a6a-499f-89dc-3c817a284167 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.389589] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 931.389589] env[70917]: value = "task-3461686" [ 931.389589] env[70917]: _type = "Task" [ 931.389589] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.395058] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ef8b7-a614-4ebd-8693-2e803cdee664 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.407398] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.409889] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f5afa0-4525-49d8-a1de-2f52b6369066 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.441612] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a2bb84-e327-4b70-b276-2461064d61cc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.449979] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd557e2c-af90-4404-aad4-1338efab129e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.465714] env[70917]: DEBUG nova.compute.provider_tree [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.604454] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461683, 'name': PowerOffVM_Task, 'duration_secs': 0.787564} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.608503] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.609210] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:28:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5cf1cca0-fa14-4a61-92fd-373b65d1ab46',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-871702284',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.609455] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.609614] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.609798] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.609937] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.610096] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.610316] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.610476] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.610639] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.610797] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.610967] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.616555] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7a89da-69c3-4f32-a0f0-55c31a583cc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.632820] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461684, 'name': CreateVM_Task, 'duration_secs': 0.424683} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.634248] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.634682] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 931.634682] env[70917]: value = "task-3461687" [ 931.634682] env[70917]: _type = "Task" [ 931.634682] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.635170] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.635338] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.635657] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.636334] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0021e3c-879c-4c8d-96fb-d694c98a14da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.644045] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 931.644045] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc65c6-916f-c1b2-199d-09aa6814a42e" [ 931.644045] env[70917]: _type = "Task" [ 931.644045] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.647782] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.658805] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc65c6-916f-c1b2-199d-09aa6814a42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.899605] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.003267] env[70917]: ERROR nova.scheduler.client.report [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [req-0341ef16-5fde-482e-8b29-002d2784aaff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0341ef16-5fde-482e-8b29-002d2784aaff"}]} [ 932.027401] env[70917]: DEBUG nova.scheduler.client.report [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 932.042689] env[70917]: DEBUG nova.scheduler.client.report [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 932.042930] env[70917]: DEBUG nova.compute.provider_tree [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.056324] env[70917]: DEBUG nova.scheduler.client.report [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 932.079728] env[70917]: DEBUG nova.scheduler.client.report [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 932.151205] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461687, 'name': ReconfigVM_Task, 'duration_secs': 0.238409} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.162527] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6581c-59de-48af-bcf6-d0fad7322888 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.188681] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc65c6-916f-c1b2-199d-09aa6814a42e, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.189601] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:28:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5cf1cca0-fa14-4a61-92fd-373b65d1ab46',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-871702284',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.189841] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.190758] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.190758] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.190758] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.190758] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.190758] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.191072] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.191072] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.191164] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.191320] env[70917]: DEBUG nova.virt.hardware [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.195034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.195146] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.199212] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.199465] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.199648] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.199959] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbe2b53-ee08-4e42-bc70-4bdf4af440a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.205476] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01fd5a42-ef64-401a-8858-9675ea419e4e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.211497] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 932.211497] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281ab2c-b9de-01f3-89bc-4f77b7621df2" [ 932.211497] env[70917]: _type = "Task" [ 932.211497] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.216941] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.217225] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.224329] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604f23f9-1134-4659-aead-c556f8e83237 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.227104] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281ab2c-b9de-01f3-89bc-4f77b7621df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.230946] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 932.230946] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc589b-29f3-7fda-2ed8-0df85053c45a" [ 932.230946] env[70917]: _type = "Task" [ 932.230946] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.240542] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc589b-29f3-7fda-2ed8-0df85053c45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.401740] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.744805] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281ab2c-b9de-01f3-89bc-4f77b7621df2, 'name': SearchDatastore_Task, 'duration_secs': 0.04501} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.744805] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.744805] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a5fd22-ab71-4c51-a206-cfbe856c0088 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.754627] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc589b-29f3-7fda-2ed8-0df85053c45a, 'name': SearchDatastore_Task, 'duration_secs': 0.024658} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.757462] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 932.757462] env[70917]: value = "task-3461688" [ 932.757462] env[70917]: _type = "Task" [ 932.757462] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.760888] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4eb2063-0e14-4d14-8b74-e22fa05ba96c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.776321] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.776650] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 932.776650] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525b36c8-1020-d42e-7ce2-99fb072982b4" [ 932.776650] env[70917]: _type = "Task" [ 932.776650] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.788439] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525b36c8-1020-d42e-7ce2-99fb072982b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.903987] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.924021] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e623709-6d7b-42c7-bebf-29321a7f42de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.934109] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6722131e-ca06-44cb-a949-47fb1cb501b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.971466] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128cb99-9bd2-4147-a49e-9ff4387a6973 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.980604] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017842e7-0941-49b5-a5e6-caa1c6fa95ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.000029] env[70917]: DEBUG nova.compute.provider_tree [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.274770] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461688, 'name': ReconfigVM_Task, 'duration_secs': 0.238863} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.276928] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.277234] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a799bdf-a07f-4656-821b-61d9d33f5753 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.312505] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.317259] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82d8e70-3aaa-4ebd-b979-f649c9fdeb64 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.331943] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525b36c8-1020-d42e-7ce2-99fb072982b4, 'name': SearchDatastore_Task, 'duration_secs': 0.019361} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.332312] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.332584] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.333595] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f711867-5ddf-4359-abd8-9e3911ff56be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.339013] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 933.339013] env[70917]: value = "task-3461689" [ 933.339013] env[70917]: _type = "Task" [ 933.339013] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.340579] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 933.340579] env[70917]: value = "task-3461690" [ 933.340579] env[70917]: _type = "Task" [ 933.340579] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.354868] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.358217] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.403456] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.546057] env[70917]: DEBUG nova.scheduler.client.report [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 933.546057] env[70917]: DEBUG nova.compute.provider_tree [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 104 to 105 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 933.546057] env[70917]: DEBUG nova.compute.provider_tree [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.856853] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.866851] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461690, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.906584] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.051977] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.275s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.052965] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.059649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.716s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.059649] env[70917]: DEBUG nova.objects.instance [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lazy-loading 'resources' on Instance uuid c4b54d57-1b4b-41a3-8f9c-2204a499784f {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.354684] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461689, 'name': ReconfigVM_Task, 'duration_secs': 0.62825} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.358397] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed/657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.358397] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80406} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.358872] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c54f71-9210-4259-9126-356d2989a16c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.362550] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.362784] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.363066] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9debca3a-74c1-4f25-9789-882205ae81c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.384196] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd8572b-ad3a-479b-9270-78b29876e225 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.386954] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 934.386954] env[70917]: value = "task-3461691" [ 934.386954] env[70917]: _type = "Task" [ 934.386954] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.413023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c335bc6-0390-4416-a247-d6bed7cac107 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.416108] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.422021] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461686, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.616305} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.436250] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690/OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690.vmdk to [datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk. [ 934.436482] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Cleaning up location [datastore1] OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 934.436764] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0e438343-642e-4fde-8b1d-02ed03908690 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.437051] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4cf10fa-d6c1-494c-9ec8-2edfa2148783 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440019] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c1d24-4ae4-4579-87bc-5c0861af23e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.446657] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.448011] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ad1e178-f250-4f43-89c7-bea8608400fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.453288] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 934.453288] env[70917]: value = "task-3461692" [ 934.453288] env[70917]: _type = "Task" [ 934.453288] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.458375] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 934.458375] env[70917]: value = "task-3461693" [ 934.458375] env[70917]: _type = "Task" [ 934.458375] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.464111] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.468952] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.562682] env[70917]: DEBUG nova.compute.utils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.566401] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.566645] env[70917]: DEBUG nova.network.neutron [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.617537] env[70917]: DEBUG nova.policy [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3025db0b2a1e47d58a206515fd11e22d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccafd434e40d461cbbb31aa3cc3ae7a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.899657] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193167} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.900014] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.901031] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77259e0b-00a4-408d-a0d8-3e43e786f207 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.938665] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.943324] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252167e6-0a03-4e0e-b856-48c855225a0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.985019] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 934.985019] env[70917]: value = "task-3461694" [ 934.985019] env[70917]: _type = "Task" [ 934.985019] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.993232] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.993615] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068551} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.001737] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.002014] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.002384] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk to [datastore1] e1f41814-b402-44ef-8f7d-f47f7503b083/e1f41814-b402-44ef-8f7d-f47f7503b083.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.003012] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53601d3d-f1eb-47d8-9ecb-5ff85d8003d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.013984] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.015794] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 935.015794] env[70917]: value = "task-3461695" [ 935.015794] env[70917]: _type = "Task" [ 935.015794] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.030499] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.070928] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.096697] env[70917]: DEBUG nova.network.neutron [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Successfully created port: 5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.230108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e1f12-36ab-432c-a453-d4fd44d1577b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.238145] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a5fb9-7b00-4bdf-a341-c064cdd2e942 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.273505] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e11f34-6701-4f76-b0e7-50c838fca626 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.282092] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b900bd2-8af1-46cf-88c9-3e0be5bc82c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.299646] env[70917]: DEBUG nova.compute.provider_tree [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.310034] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6add5-c5e9-48c2-6c1a-5e2d196edd23/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.315923] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ee0d9-3edd-41c4-b0a9-db5621d61c2a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.324418] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6add5-c5e9-48c2-6c1a-5e2d196edd23/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.324550] env[70917]: ERROR oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6add5-c5e9-48c2-6c1a-5e2d196edd23/disk-0.vmdk due to incomplete transfer. [ 935.324842] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a934ce8d-e7a3-459d-baae-28e6d3a9728f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.332699] env[70917]: DEBUG oslo_vmware.rw_handles [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6add5-c5e9-48c2-6c1a-5e2d196edd23/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 935.332928] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Uploaded image b2eeec0d-b9da-4b9b-90dd-b27aa70995d5 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 935.335958] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 935.335958] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95ca9b23-c481-49b1-9bd0-7f27bbed41e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.344368] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 935.344368] env[70917]: value = "task-3461696" [ 935.344368] env[70917]: _type = "Task" [ 935.344368] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.352970] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461696, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.477935] env[70917]: DEBUG oslo_vmware.api [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461693, 'name': PowerOnVM_Task, 'duration_secs': 0.671356} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.478269] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.505238] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.527379] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.826880] env[70917]: ERROR nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [req-0f8fab40-442a-40e9-9d94-62619dde6bf0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f8fab40-442a-40e9-9d94-62619dde6bf0"}]} [ 935.827794] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.828451] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.857840] env[70917]: DEBUG nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 935.873840] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461696, 'name': Destroy_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.878949] env[70917]: DEBUG nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 935.879309] env[70917]: DEBUG nova.compute.provider_tree [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.896620] env[70917]: DEBUG nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 935.918768] env[70917]: DEBUG nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 936.007068] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461694, 'name': ReconfigVM_Task, 'duration_secs': 0.766705} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.007402] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.008099] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d93ce07b-bfe2-4002-b4fa-6f77a20b4ffe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.018704] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 936.018704] env[70917]: value = "task-3461697" [ 936.018704] env[70917]: _type = "Task" [ 936.018704] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.031702] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.036704] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461697, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.084143] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.115354] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.115642] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.115815] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.116038] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.116269] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.116392] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.116621] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.116779] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.116964] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.117183] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.117354] env[70917]: DEBUG nova.virt.hardware [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.118334] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b257e9-973f-4907-b26a-0cc38f02f125 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.128201] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff0c69-81dd-4400-91e6-7090181f5a52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.333941] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.360086] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461696, 'name': Destroy_Task, 'duration_secs': 0.669055} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.360086] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Destroyed the VM [ 936.360086] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.360086] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-317eb936-e52f-4929-86e4-7e5fde6e1783 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.366098] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 936.366098] env[70917]: value = "task-3461698" [ 936.366098] env[70917]: _type = "Task" [ 936.366098] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.376668] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.491750] env[70917]: INFO nova.compute.manager [None req-442a59fd-a653-4f1b-982e-436c3e83df81 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance to original state: 'active' [ 936.510824] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfbf324-5416-442c-88fd-53d8ad1fef0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.523029] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4298ad-3c8e-4769-b612-c50f16d567b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.537590] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.537905] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461697, 'name': Rename_Task, 'duration_secs': 0.184645} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.565678] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.566657] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585dec72-3712-4c3c-ae64-245cd7a90166 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.568897] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca528c-1643-4c50-be74-f64ca9fc6a9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.579062] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd36387-712e-4396-8e63-f21c7596a34b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.583361] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 936.583361] env[70917]: value = "task-3461699" [ 936.583361] env[70917]: _type = "Task" [ 936.583361] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.595956] env[70917]: DEBUG nova.compute.provider_tree [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.603180] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.821034] env[70917]: DEBUG nova.compute.manager [req-4d06c3d6-4cde-43b5-b585-763c54a5eb08 req-862edc14-9f1e-4b84-8f9c-d51c3704ed47 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Received event network-vif-plugged-5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.821302] env[70917]: DEBUG oslo_concurrency.lockutils [req-4d06c3d6-4cde-43b5-b585-763c54a5eb08 req-862edc14-9f1e-4b84-8f9c-d51c3704ed47 service nova] Acquiring lock "cc40cd9c-587e-48d7-a848-8fea06752f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.821981] env[70917]: DEBUG oslo_concurrency.lockutils [req-4d06c3d6-4cde-43b5-b585-763c54a5eb08 req-862edc14-9f1e-4b84-8f9c-d51c3704ed47 service nova] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.822601] env[70917]: DEBUG oslo_concurrency.lockutils [req-4d06c3d6-4cde-43b5-b585-763c54a5eb08 req-862edc14-9f1e-4b84-8f9c-d51c3704ed47 service nova] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.822867] env[70917]: DEBUG nova.compute.manager [req-4d06c3d6-4cde-43b5-b585-763c54a5eb08 req-862edc14-9f1e-4b84-8f9c-d51c3704ed47 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] No waiting events found dispatching network-vif-plugged-5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.823112] env[70917]: WARNING nova.compute.manager [req-4d06c3d6-4cde-43b5-b585-763c54a5eb08 req-862edc14-9f1e-4b84-8f9c-d51c3704ed47 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Received unexpected event network-vif-plugged-5814e5b9-31cc-4076-be60-3d564cb90706 for instance with vm_state building and task_state spawning. [ 936.866676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.866819] env[70917]: DEBUG nova.network.neutron [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Successfully updated port: 5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.880012] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461698, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.029597] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.094949] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.137024] env[70917]: DEBUG nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 937.137024] env[70917]: DEBUG nova.compute.provider_tree [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 106 to 107 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 937.137024] env[70917]: DEBUG nova.compute.provider_tree [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.374777] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.374945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquired lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.375841] env[70917]: DEBUG nova.network.neutron [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.381425] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700716} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.382010] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 937.382464] env[70917]: DEBUG nova.compute.manager [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.383467] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98284f71-e956-49e4-8f0b-89062789e91c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.532068] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.595033] env[70917]: DEBUG oslo_vmware.api [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461699, 'name': PowerOnVM_Task, 'duration_secs': 0.525732} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.595401] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.595643] env[70917]: DEBUG nova.compute.manager [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.596493] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a694d7-3d1b-410c-89ba-c6ea66f5b0ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.642111] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.583s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.644545] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.163s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.661167] env[70917]: INFO nova.scheduler.client.report [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleted allocations for instance c4b54d57-1b4b-41a3-8f9c-2204a499784f [ 937.899036] env[70917]: INFO nova.compute.manager [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Shelve offloading [ 937.927781] env[70917]: DEBUG nova.network.neutron [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.031281] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461695, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.581394} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.031575] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e0edb29-c390-4a50-8061-96b50d96b1f4/5e0edb29-c390-4a50-8061-96b50d96b1f4.vmdk to [datastore1] e1f41814-b402-44ef-8f7d-f47f7503b083/e1f41814-b402-44ef-8f7d-f47f7503b083.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.032391] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f9d1a-a3fa-4f4f-b1bd-73a9c8bcb999 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.054327] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e1f41814-b402-44ef-8f7d-f47f7503b083/e1f41814-b402-44ef-8f7d-f47f7503b083.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.054892] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a8598a-d3ca-4844-98b3-aacf60b859bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.077384] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 938.077384] env[70917]: value = "task-3461700" [ 938.077384] env[70917]: _type = "Task" [ 938.077384] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.085757] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.114550] env[70917]: DEBUG nova.network.neutron [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Updating instance_info_cache with network_info: [{"id": "5814e5b9-31cc-4076-be60-3d564cb90706", "address": "fa:16:3e:3e:12:b6", "network": {"id": "44876b43-e2a8-4678-aa31-6939dfa0168e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1680802625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccafd434e40d461cbbb31aa3cc3ae7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5814e5b9-31", "ovs_interfaceid": "5814e5b9-31cc-4076-be60-3d564cb90706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.116325] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.174621] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b963fd8-7ea9-401f-b133-091c6046be30 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "c4b54d57-1b4b-41a3-8f9c-2204a499784f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.302s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.320536] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.321615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.321615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.321615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.321615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.323837] env[70917]: INFO nova.compute.manager [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Terminating instance [ 938.405285] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.405285] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4bad43-aff4-4129-ab28-b79bc24468fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.413438] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 938.413438] env[70917]: value = "task-3461701" [ 938.413438] env[70917]: _type = "Task" [ 938.413438] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.421342] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 938.421654] env[70917]: DEBUG nova.compute.manager [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.422512] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c33bc7f-e40d-4f7c-8dcd-10dc7274a932 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.429230] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.429540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.429860] env[70917]: DEBUG nova.network.neutron [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.588532] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.618362] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Releasing lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.618561] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Instance network_info: |[{"id": "5814e5b9-31cc-4076-be60-3d564cb90706", "address": "fa:16:3e:3e:12:b6", "network": {"id": "44876b43-e2a8-4678-aa31-6939dfa0168e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1680802625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccafd434e40d461cbbb31aa3cc3ae7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5814e5b9-31", "ovs_interfaceid": "5814e5b9-31cc-4076-be60-3d564cb90706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.619549] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:12:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5814e5b9-31cc-4076-be60-3d564cb90706', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.626445] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Creating folder: Project (ccafd434e40d461cbbb31aa3cc3ae7a4). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.627086] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaab7051-f0c6-4341-b9c3-59d4f2c2c88d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.639054] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Created folder: Project (ccafd434e40d461cbbb31aa3cc3ae7a4) in parent group-v691255. [ 938.639054] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Creating folder: Instances. Parent ref: group-v691458. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.639259] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd3adeb2-1bb7-43b3-a076-c964d307180f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.648825] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Created folder: Instances in parent group-v691458. [ 938.648825] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.648946] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.649335] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b12b0cb5-757d-455f-99cd-565be1e7e1d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.668713] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.668713] env[70917]: value = "task-3461704" [ 938.668713] env[70917]: _type = "Task" [ 938.668713] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.675746] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Applying migration context for instance f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 as it has an incoming, in-progress migration b486c7af-f100-43fa-a20c-f5d2c7c396a1. Migration status is confirming {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 938.677936] env[70917]: INFO nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating resource usage from migration b486c7af-f100-43fa-a20c-f5d2c7c396a1 [ 938.678358] env[70917]: INFO nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating resource usage from migration 085a4e26-a3e8-4f83-9a59-6f05823ffa1c [ 938.680305] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461704, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.708035] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2f666dec-7728-444d-aad8-e2506e890556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.708278] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance af4c024d-a139-46db-8e67-5760f1be1fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.708422] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 397d8981-9976-408a-8c4b-927bea267653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.708605] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance b206dfbe-342b-4b0a-9f43-b603205d8db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.708753] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f66bd22b-1de2-43cc-b2a5-154fedcd3692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.708880] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 3aab379f-893b-4fc8-a5bf-1189ae26ca2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.708996] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 1d74930b-c52f-4986-a86e-7e30fc5a8185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.709122] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9f9fe874-7dac-44a5-9673-d623930b15e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.709228] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 946c11d6-0358-4977-9428-97811ae196d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.709361] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance efb140fb-109e-4c1c-a8c6-7971e38c2e88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.709491] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 741a22eb-1de9-4f24-92bc-001da42c21f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.709633] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.709760] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance d2111888-0cdf-40f8-a3e8-c6c9e4a95875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.709873] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e3818fd2-e150-45b4-8442-314f4b8de1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.709995] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance af30c562-33e3-4d59-ae8c-326d509ea9f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.710192] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 2ddfd9d0-381f-4c1e-8312-32babd0912cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.710375] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 1574ca17-f104-46d1-bca2-3f88470f8475 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.710513] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance fdca672d-2374-49d6-8e68-ac242e39b75f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 938.710652] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.710777] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.710890] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance fe53a1ee-812d-4bbe-8a48-e5dbee719f29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.711024] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Migration b486c7af-f100-43fa-a20c-f5d2c7c396a1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 938.711150] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.711280] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 360dd779-fb3d-4fc7-b293-eb30887f4e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.711392] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e1f41814-b402-44ef-8f7d-f47f7503b083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.711501] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance cc40cd9c-587e-48d7-a848-8fea06752f81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 938.827873] env[70917]: DEBUG nova.compute.manager [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.828209] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.829507] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e326e8a5-e83b-4d86-8ca0-411d1dda5ab1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.837090] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.837379] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7927f0-513b-45d6-a6d0-00f9f0ec27c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.843852] env[70917]: DEBUG oslo_vmware.api [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 938.843852] env[70917]: value = "task-3461705" [ 938.843852] env[70917]: _type = "Task" [ 938.843852] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.849770] env[70917]: DEBUG nova.compute.manager [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Received event network-changed-5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.849999] env[70917]: DEBUG nova.compute.manager [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Refreshing instance network info cache due to event network-changed-5814e5b9-31cc-4076-be60-3d564cb90706. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.850264] env[70917]: DEBUG oslo_concurrency.lockutils [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] Acquiring lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.850420] env[70917]: DEBUG oslo_concurrency.lockutils [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] Acquired lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.850519] env[70917]: DEBUG nova.network.neutron [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Refreshing network info cache for port 5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.855378] env[70917]: DEBUG oslo_vmware.api [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.864322] env[70917]: INFO nova.compute.manager [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Rebuilding instance [ 938.900778] env[70917]: DEBUG nova.compute.manager [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.901745] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66166a55-f9d8-4333-8e57-e542c39cf3e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.088374] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461700, 'name': ReconfigVM_Task, 'duration_secs': 0.991376} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.088710] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e1f41814-b402-44ef-8f7d-f47f7503b083/e1f41814-b402-44ef-8f7d-f47f7503b083.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.090042] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b66076-87c2-4d26-b59f-c18825144290 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.094812] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 939.094812] env[70917]: value = "task-3461706" [ 939.094812] env[70917]: _type = "Task" [ 939.094812] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.104209] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461706, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.190626] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461704, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.214892] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance a67ef531-7cab-4947-af9e-f126af4ee06e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.231945] env[70917]: DEBUG nova.network.neutron [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updating instance_info_cache with network_info: [{"id": "589801bd-9adf-442f-9e9a-457e73844b9e", "address": "fa:16:3e:1a:4d:7b", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589801bd-9a", "ovs_interfaceid": "589801bd-9adf-442f-9e9a-457e73844b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.354035] env[70917]: DEBUG oslo_vmware.api [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461705, 'name': PowerOffVM_Task, 'duration_secs': 0.381788} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.354648] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.354648] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.354773] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e53a272-f9de-43c6-ae3e-d2e87de17ed0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.417948] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.418434] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.418655] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleting the datastore file [datastore1] 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.419038] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d05a86-dd49-456e-92c9-879bb520fcae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.426636] env[70917]: DEBUG oslo_vmware.api [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 939.426636] env[70917]: value = "task-3461708" [ 939.426636] env[70917]: _type = "Task" [ 939.426636] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.435839] env[70917]: DEBUG oslo_vmware.api [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.602632] env[70917]: DEBUG nova.network.neutron [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Updated VIF entry in instance network info cache for port 5814e5b9-31cc-4076-be60-3d564cb90706. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.603513] env[70917]: DEBUG nova.network.neutron [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Updating instance_info_cache with network_info: [{"id": "5814e5b9-31cc-4076-be60-3d564cb90706", "address": "fa:16:3e:3e:12:b6", "network": {"id": "44876b43-e2a8-4678-aa31-6939dfa0168e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1680802625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccafd434e40d461cbbb31aa3cc3ae7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5814e5b9-31", "ovs_interfaceid": "5814e5b9-31cc-4076-be60-3d564cb90706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.610108] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461706, 'name': Rename_Task, 'duration_secs': 0.186677} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.610192] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.610434] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77d9edf-030e-452b-849e-b56df520d93d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.617239] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 939.617239] env[70917]: value = "task-3461709" [ 939.617239] env[70917]: _type = "Task" [ 939.617239] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.626962] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.679027] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461704, 'name': CreateVM_Task, 'duration_secs': 0.601181} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.679027] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.679729] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.679928] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.680289] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.680664] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f2c9f8-75c0-4442-a475-14f1e579f1a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.685235] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 939.685235] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52695274-556e-8e4c-dc3c-4ce37b5d93ec" [ 939.685235] env[70917]: _type = "Task" [ 939.685235] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.693491] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52695274-556e-8e4c-dc3c-4ce37b5d93ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.718171] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c01375bf-2df8-4bfd-8e3d-3bba821bc080 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.734264] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.915029] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.915206] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a2a435-d4d6-42a1-8dad-62f27204ae71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.923487] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 939.923487] env[70917]: value = "task-3461710" [ 939.923487] env[70917]: _type = "Task" [ 939.923487] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.937624] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.940824] env[70917]: DEBUG oslo_vmware.api [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13984} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.941133] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.942450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.942450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.942450] env[70917]: INFO nova.compute.manager [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 939.942450] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.942450] env[70917]: DEBUG nova.compute.manager [-] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.942450] env[70917]: DEBUG nova.network.neutron [-] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.061537] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.062810] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bfd6da-7c67-4f6d-920e-2d0f47f739fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.074424] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.074424] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21bdbbe5-0ba8-4e87-9d2f-ca2de21282a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.111173] env[70917]: DEBUG oslo_concurrency.lockutils [req-37e0605b-e868-4358-839a-8d220f1660ad req-2bae321c-a0cf-4a9e-8f6c-cadbe9685132 service nova] Releasing lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126931] env[70917]: DEBUG oslo_vmware.api [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461709, 'name': PowerOnVM_Task, 'duration_secs': 0.453973} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.127327] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.127551] env[70917]: INFO nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Took 15.89 seconds to spawn the instance on the hypervisor. [ 940.127737] env[70917]: DEBUG nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.128705] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc7940-b735-4f87-8c7a-fca1f6641792 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.142507] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.142725] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.142899] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleting the datastore file [datastore2] 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.143790] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd11dfa7-412b-46ce-8cbc-d10247f1f9dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.155680] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 940.155680] env[70917]: value = "task-3461712" [ 940.155680] env[70917]: _type = "Task" [ 940.155680] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.166835] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.197340] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52695274-556e-8e4c-dc3c-4ce37b5d93ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.197619] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.199437] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.199437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199437] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.199437] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ecdfa9-2ea8-4c79-b822-16a6f64a64cc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.208234] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.208234] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.208832] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ea88a0-98be-4a9b-bca6-80714d5ca842 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.212220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.212349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.212451] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.212622] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.212838] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.214939] env[70917]: INFO nova.compute.manager [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Terminating instance [ 940.221486] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance a29460b6-5da4-4c4c-845a-38da2c1274cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.222568] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 940.222568] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52804658-6735-80f3-a358-79aa636afaa7" [ 940.222568] env[70917]: _type = "Task" [ 940.222568] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.230578] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52804658-6735-80f3-a358-79aa636afaa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.285674] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "e3818fd2-e150-45b4-8442-314f4b8de1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.286053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.286368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "e3818fd2-e150-45b4-8442-314f4b8de1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.286562] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.286761] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.289952] env[70917]: INFO nova.compute.manager [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Terminating instance [ 940.339499] env[70917]: DEBUG nova.compute.manager [req-85bdd8d9-e61c-44c1-bc21-3a45d5edde2c req-7a17b4cf-ede6-4958-b36d-0aa1ea5eb0de service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Received event network-vif-deleted-966efecf-49d5-45b1-aa0d-9d77d567df7e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.339703] env[70917]: INFO nova.compute.manager [req-85bdd8d9-e61c-44c1-bc21-3a45d5edde2c req-7a17b4cf-ede6-4958-b36d-0aa1ea5eb0de service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Neutron deleted interface 966efecf-49d5-45b1-aa0d-9d77d567df7e; detaching it from the instance and deleting it from the info cache [ 940.339871] env[70917]: DEBUG nova.network.neutron [req-85bdd8d9-e61c-44c1-bc21-3a45d5edde2c req-7a17b4cf-ede6-4958-b36d-0aa1ea5eb0de service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.436028] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461710, 'name': PowerOffVM_Task, 'duration_secs': 0.210481} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.436028] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.436204] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.436950] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d93806-9d11-4c1b-baf9-fdf470a4d66e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.443457] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.443697] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f3ae15-f187-49ee-a2bd-2a4857dd1ea2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.508198] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.508513] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.508698] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleting the datastore file [datastore2] 397d8981-9976-408a-8c4b-927bea267653 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.508959] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb91f1e3-5e8b-4de0-9cf0-2f148297f970 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.514651] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 940.514651] env[70917]: value = "task-3461714" [ 940.514651] env[70917]: _type = "Task" [ 940.514651] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.522278] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.647824] env[70917]: INFO nova.compute.manager [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Took 69.02 seconds to build instance. [ 940.666158] env[70917]: DEBUG oslo_vmware.api [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141308} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.666419] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.666605] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.666782] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.689271] env[70917]: INFO nova.scheduler.client.report [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocations for instance 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c [ 940.718864] env[70917]: DEBUG nova.compute.manager [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.719129] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.720196] env[70917]: DEBUG nova.network.neutron [-] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.723632] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7091bd-3919-432f-be5d-7b1a8387e714 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.725820] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 17e2c46b-5104-41a5-a9c5-f8d24629c3f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.734315] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.737642] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ea503aa-cf33-4ecf-b88a-f7fd7229c675 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.739733] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52804658-6735-80f3-a358-79aa636afaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.740805] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48aae3c5-9d77-4576-b05b-2f06ce5581b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.745370] env[70917]: DEBUG oslo_vmware.api [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 940.745370] env[70917]: value = "task-3461715" [ 940.745370] env[70917]: _type = "Task" [ 940.745370] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.749533] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 940.749533] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525e139e-f460-1402-b855-d1f5440f3136" [ 940.749533] env[70917]: _type = "Task" [ 940.749533] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.756063] env[70917]: DEBUG oslo_vmware.api [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.761846] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525e139e-f460-1402-b855-d1f5440f3136, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.761846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.761994] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] cc40cd9c-587e-48d7-a848-8fea06752f81/cc40cd9c-587e-48d7-a848-8fea06752f81.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.762211] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed0a327-d62e-4920-a296-749e29dfad55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.769093] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 940.769093] env[70917]: value = "task-3461716" [ 940.769093] env[70917]: _type = "Task" [ 940.769093] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.778450] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.794241] env[70917]: DEBUG nova.compute.manager [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.794543] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.795569] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd66f2-064a-45e7-a976-50824bce4c51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.804636] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.804728] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df646d5d-4ac5-4b6e-9af0-5b5bafd5aca9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.812511] env[70917]: DEBUG oslo_vmware.api [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 940.812511] env[70917]: value = "task-3461717" [ 940.812511] env[70917]: _type = "Task" [ 940.812511] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.821223] env[70917]: DEBUG oslo_vmware.api [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.843440] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e134b2-c9db-44eb-a904-299e91208ffc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.852890] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562b930-3655-4fdb-9720-0159599c933f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.877063] env[70917]: DEBUG nova.compute.manager [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Received event network-vif-unplugged-589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.877592] env[70917]: DEBUG oslo_concurrency.lockutils [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] Acquiring lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.877902] env[70917]: DEBUG oslo_concurrency.lockutils [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.878082] env[70917]: DEBUG oslo_concurrency.lockutils [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.878396] env[70917]: DEBUG nova.compute.manager [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] No waiting events found dispatching network-vif-unplugged-589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.878578] env[70917]: WARNING nova.compute.manager [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Received unexpected event network-vif-unplugged-589801bd-9adf-442f-9e9a-457e73844b9e for instance with vm_state shelved_offloaded and task_state None. [ 940.878757] env[70917]: DEBUG nova.compute.manager [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Received event network-changed-589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.878921] env[70917]: DEBUG nova.compute.manager [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Refreshing instance network info cache due to event network-changed-589801bd-9adf-442f-9e9a-457e73844b9e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.879126] env[70917]: DEBUG oslo_concurrency.lockutils [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] Acquiring lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.879285] env[70917]: DEBUG oslo_concurrency.lockutils [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] Acquired lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.879445] env[70917]: DEBUG nova.network.neutron [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Refreshing network info cache for port 589801bd-9adf-442f-9e9a-457e73844b9e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.899500] env[70917]: DEBUG nova.compute.manager [req-85bdd8d9-e61c-44c1-bc21-3a45d5edde2c req-7a17b4cf-ede6-4958-b36d-0aa1ea5eb0de service nova] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Detach interface failed, port_id=966efecf-49d5-45b1-aa0d-9d77d567df7e, reason: Instance 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.027860] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163497} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.028236] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.028520] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.028751] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.125638] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "e1f41814-b402-44ef-8f7d-f47f7503b083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.150511] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.833s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.150511] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.025s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.150511] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "e1f41814-b402-44ef-8f7d-f47f7503b083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.150846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.150846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.156589] env[70917]: INFO nova.compute.manager [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Terminating instance [ 941.194093] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.196032] env[70917]: DEBUG nova.network.neutron [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updated VIF entry in instance network info cache for port 589801bd-9adf-442f-9e9a-457e73844b9e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.196424] env[70917]: DEBUG nova.network.neutron [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updating instance_info_cache with network_info: [{"id": "589801bd-9adf-442f-9e9a-457e73844b9e", "address": "fa:16:3e:1a:4d:7b", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": null, "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap589801bd-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.226523] env[70917]: INFO nova.compute.manager [-] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Took 1.28 seconds to deallocate network for instance. [ 941.231677] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 595a79bd-4b05-470d-bcf1-94858bb13ca0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.255239] env[70917]: DEBUG oslo_vmware.api [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461715, 'name': PowerOffVM_Task, 'duration_secs': 0.203221} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.255509] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.255680] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.255925] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39d620f-9c24-4632-a274-b4aa2f53a4d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.278580] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463392} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.278833] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] cc40cd9c-587e-48d7-a848-8fea06752f81/cc40cd9c-587e-48d7-a848-8fea06752f81.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.279051] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.279319] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7420cdac-4e9d-4d12-adfb-d850d427395a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.286055] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 941.286055] env[70917]: value = "task-3461719" [ 941.286055] env[70917]: _type = "Task" [ 941.286055] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.293839] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.318592] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.318787] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.318977] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleting the datastore file [datastore2] d2111888-0cdf-40f8-a3e8-c6c9e4a95875 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.319624] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1db7879d-7d1f-4b88-8aee-368c76efb6b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.325860] env[70917]: DEBUG oslo_vmware.api [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461717, 'name': PowerOffVM_Task, 'duration_secs': 0.184472} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.326520] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.326736] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.326995] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b130554f-d992-4f1e-96a6-18b247e7f61f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.330147] env[70917]: DEBUG oslo_vmware.api [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 941.330147] env[70917]: value = "task-3461720" [ 941.330147] env[70917]: _type = "Task" [ 941.330147] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.337638] env[70917]: DEBUG oslo_vmware.api [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.392343] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.392343] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.392343] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleting the datastore file [datastore1] e3818fd2-e150-45b4-8442-314f4b8de1c5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.392575] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97cce2cb-996a-4cc5-8dc9-f94098ba3a01 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.399240] env[70917]: DEBUG oslo_vmware.api [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for the task: (returnval){ [ 941.399240] env[70917]: value = "task-3461722" [ 941.399240] env[70917]: _type = "Task" [ 941.399240] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.407304] env[70917]: DEBUG oslo_vmware.api [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.660886] env[70917]: DEBUG nova.compute.manager [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.661264] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.663515] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e95619-fbb8-4fb0-8704-7f17e502c2c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.670172] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.670413] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244ab881-a16b-461a-bdad-e6d58e8cf421 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.676690] env[70917]: DEBUG oslo_vmware.api [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 941.676690] env[70917]: value = "task-3461723" [ 941.676690] env[70917]: _type = "Task" [ 941.676690] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.684515] env[70917]: DEBUG oslo_vmware.api [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.699052] env[70917]: DEBUG oslo_concurrency.lockutils [req-5431fd0d-074b-45b9-9693-8f7c9d21fb0f req-30b25fbd-89dd-46fc-9713-a9cdf3b0bf90 service nova] Releasing lock "refresh_cache-03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.734471] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.736312] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 68a75d51-97da-47fb-8295-9c48ef816e66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.736475] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Migration 085a4e26-a3e8-4f83-9a59-6f05823ffa1c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 941.736597] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 62b6da56-6d93-4d88-8f36-7056a25c5486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 941.796506] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06616} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.796831] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.797728] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc26b1-7118-48a3-882f-08558c4e85ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.821130] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] cc40cd9c-587e-48d7-a848-8fea06752f81/cc40cd9c-587e-48d7-a848-8fea06752f81.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.822781] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3e2f6e-b78a-4e01-82dd-a2448a030d91 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.851295] env[70917]: DEBUG oslo_vmware.api [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136654} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.853131] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.853331] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.853513] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.853688] env[70917]: INFO nova.compute.manager [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Took 1.13 seconds to destroy the instance on the hypervisor. [ 941.853973] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.854254] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 941.854254] env[70917]: value = "task-3461724" [ 941.854254] env[70917]: _type = "Task" [ 941.854254] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.854449] env[70917]: DEBUG nova.compute.manager [-] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.854623] env[70917]: DEBUG nova.network.neutron [-] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.908907] env[70917]: DEBUG oslo_vmware.api [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Task: {'id': task-3461722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131697} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.909133] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.909357] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.909563] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.909739] env[70917]: INFO nova.compute.manager [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 941.910055] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.910512] env[70917]: DEBUG nova.compute.manager [-] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.910613] env[70917]: DEBUG nova.network.neutron [-] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.067715] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.067715] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.067715] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.067962] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.068010] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.068167] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.068412] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.068578] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.068745] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.068905] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.069089] env[70917]: DEBUG nova.virt.hardware [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.070011] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d1c593-a974-4ad6-bab3-6dabccdc9aa0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.077669] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d49b77-764d-4333-ae93-337e4643fdcd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.093129] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:27:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01512f60-0d4b-4661-8f99-2140604661ce', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.100620] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.100929] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.101175] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1c070e6-17d2-4ebe-a70f-567ea49711d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.125176] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.125176] env[70917]: value = "task-3461725" [ 942.125176] env[70917]: _type = "Task" [ 942.125176] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.133713] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461725, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.195391] env[70917]: DEBUG oslo_vmware.api [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461723, 'name': PowerOffVM_Task, 'duration_secs': 0.243061} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.195391] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.195391] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.195391] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8308cdcd-13b3-4276-b10a-07ce6177dfee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.240187] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 7a399816-9500-424f-92d1-92092372e8fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.274229] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.274453] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.274654] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleting the datastore file [datastore1] e1f41814-b402-44ef-8f7d-f47f7503b083 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.274952] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd36d10-522b-42eb-b0da-ba48ac7f3976 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.283686] env[70917]: DEBUG oslo_vmware.api [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 942.283686] env[70917]: value = "task-3461727" [ 942.283686] env[70917]: _type = "Task" [ 942.283686] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.291735] env[70917]: DEBUG oslo_vmware.api [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.341448] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.367778] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461724, 'name': ReconfigVM_Task, 'duration_secs': 0.296018} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.368409] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Reconfigured VM instance instance-00000046 to attach disk [datastore1] cc40cd9c-587e-48d7-a848-8fea06752f81/cc40cd9c-587e-48d7-a848-8fea06752f81.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.369217] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2879d13e-591f-42bd-abef-59f46065c271 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.376605] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 942.376605] env[70917]: value = "task-3461728" [ 942.376605] env[70917]: _type = "Task" [ 942.376605] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.386445] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461728, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.389836] env[70917]: DEBUG nova.compute.manager [req-5da64944-7321-4153-9801-c569807a973e req-5e48bc6f-18ae-4df1-9698-80d797b46511 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Received event network-vif-deleted-55a7a545-9bd2-40f3-9835-8bdef4194020 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.390068] env[70917]: INFO nova.compute.manager [req-5da64944-7321-4153-9801-c569807a973e req-5e48bc6f-18ae-4df1-9698-80d797b46511 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Neutron deleted interface 55a7a545-9bd2-40f3-9835-8bdef4194020; detaching it from the instance and deleting it from the info cache [ 942.390327] env[70917]: DEBUG nova.network.neutron [req-5da64944-7321-4153-9801-c569807a973e req-5e48bc6f-18ae-4df1-9698-80d797b46511 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.635129] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461725, 'name': CreateVM_Task, 'duration_secs': 0.326855} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.635310] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.635981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.636174] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.636537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.636803] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9891bfc4-494c-480a-aa7b-25e3d2522bbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.641134] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 942.641134] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ae6e5-45d6-8a63-6cdb-8db7da8e75bf" [ 942.641134] env[70917]: _type = "Task" [ 942.641134] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.648750] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ae6e5-45d6-8a63-6cdb-8db7da8e75bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.705238] env[70917]: DEBUG nova.network.neutron [-] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.742247] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 3c26c345-b37f-4b43-b572-d03ea8c3d9b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.742589] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 942.742739] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 942.755836] env[70917]: DEBUG nova.network.neutron [-] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.797031] env[70917]: DEBUG oslo_vmware.api [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132788} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.797366] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.797611] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.797847] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.798088] env[70917]: INFO nova.compute.manager [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.798372] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.798574] env[70917]: DEBUG nova.compute.manager [-] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.798688] env[70917]: DEBUG nova.network.neutron [-] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.888903] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461728, 'name': Rename_Task, 'duration_secs': 0.15397} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.891271] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.891689] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56026194-bd1a-43e4-ac9a-58ce7e062db0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.893432] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-164cd495-bd44-49ca-9ad2-913c1e10a957 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.900467] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 942.900467] env[70917]: value = "task-3461729" [ 942.900467] env[70917]: _type = "Task" [ 942.900467] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.903461] env[70917]: DEBUG nova.compute.manager [req-2b855c3f-ac8a-4eb7-bca1-22ab4d00e1ae req-bc355f87-8991-4d27-a380-c388aff756b6 service nova] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Received event network-vif-deleted-d3211ffd-bf48-44e1-9405-fad7c41402f9 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.911357] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6500de79-83e6-4863-ad0e-ea2010f53984 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.928154] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461729, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.948300] env[70917]: DEBUG nova.compute.manager [req-5da64944-7321-4153-9801-c569807a973e req-5e48bc6f-18ae-4df1-9698-80d797b46511 service nova] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Detach interface failed, port_id=55a7a545-9bd2-40f3-9835-8bdef4194020, reason: Instance d2111888-0cdf-40f8-a3e8-c6c9e4a95875 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.159807] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ae6e5-45d6-8a63-6cdb-8db7da8e75bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.162856] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.163115] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.163356] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.163505] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.163873] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.164165] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6949dff-5bed-4e12-a1f4-b840ccf38d52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.172865] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.172980] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.173796] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82380724-758c-4db3-b628-a85f2b56e0d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.181184] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 943.181184] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f61262-1a7e-2297-3522-39a19121f924" [ 943.181184] env[70917]: _type = "Task" [ 943.181184] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.195164] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f61262-1a7e-2297-3522-39a19121f924, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.196050] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75dad62c-4b3f-4036-a705-d3fea66e6965 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.201515] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 943.201515] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ad4ce2-83ed-5cb2-493e-13dcabdb09d3" [ 943.201515] env[70917]: _type = "Task" [ 943.201515] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.207924] env[70917]: INFO nova.compute.manager [-] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Took 1.35 seconds to deallocate network for instance. [ 943.213853] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ad4ce2-83ed-5cb2-493e-13dcabdb09d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.258672] env[70917]: INFO nova.compute.manager [-] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Took 1.35 seconds to deallocate network for instance. [ 943.328172] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc30fb4c-d4e6-4c0e-974c-805e2b481923 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.336133] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b651c-5c63-4df9-a7ab-d9a0ad911369 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.370382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647396a-ffaa-4683-b7ce-f866311ca5f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.377961] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f935c763-7c72-4401-b789-dee9662a8469 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.391996] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.411966] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.577118] env[70917]: DEBUG nova.network.neutron [-] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.714833] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ad4ce2-83ed-5cb2-493e-13dcabdb09d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.715034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.715563] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.715563] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15c47af-cefd-42da-8c29-b0129063e28f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.718722] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.723093] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 943.723093] env[70917]: value = "task-3461730" [ 943.723093] env[70917]: _type = "Task" [ 943.723093] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.730957] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.769405] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.913952] env[70917]: DEBUG oslo_vmware.api [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461729, 'name': PowerOnVM_Task, 'duration_secs': 0.745738} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.914263] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.914473] env[70917]: INFO nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Took 7.83 seconds to spawn the instance on the hypervisor. [ 943.914659] env[70917]: DEBUG nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.915515] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9e0b9-1249-44df-bb79-56ecdf9ebfe7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.929770] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.930036] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 107 to 108 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.930197] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.080071] env[70917]: INFO nova.compute.manager [-] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Took 1.28 seconds to deallocate network for instance. [ 944.235114] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431073} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.235114] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.235502] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.235535] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e1e5b95-7762-4ac8-8d18-8318eb482909 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.242037] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 944.242037] env[70917]: value = "task-3461731" [ 944.242037] env[70917]: _type = "Task" [ 944.242037] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.251756] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.434875] env[70917]: INFO nova.compute.manager [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Took 60.54 seconds to build instance. [ 944.436199] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 944.436517] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.792s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.437008] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.950s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.438550] env[70917]: INFO nova.compute.claims [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.441486] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.441644] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Cleaning up deleted instances {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 944.587524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.753027] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071986} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.753415] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.754247] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc94498a-44f3-4614-9279-d7ac0e14cfee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.780059] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.780059] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af396180-6279-4f47-afc8-ee2421faeef5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.804700] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 944.804700] env[70917]: value = "task-3461732" [ 944.804700] env[70917]: _type = "Task" [ 944.804700] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.814339] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.938838] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.270s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.956160] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] There are 44 instances to clean {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 944.956383] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c4b54d57-1b4b-41a3-8f9c-2204a499784f] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.187509] env[70917]: DEBUG nova.compute.manager [req-0163805f-bcd4-4d66-b6d9-789ec518af36 req-2e79cb68-67f3-4c85-818a-b28cc9f27f24 service nova] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Received event network-vif-deleted-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.314385] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461732, 'name': ReconfigVM_Task, 'duration_secs': 0.50501} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.314385] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 397d8981-9976-408a-8c4b-927bea267653/397d8981-9976-408a-8c4b-927bea267653.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.317353] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea704174-100d-4fa3-bbea-34c8084ef8d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.325288] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 945.325288] env[70917]: value = "task-3461733" [ 945.325288] env[70917]: _type = "Task" [ 945.325288] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.336940] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.337213] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.337392] env[70917]: INFO nova.compute.manager [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Shelving [ 945.338836] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461733, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.465677] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc01992-491c-4d2d-8c01-0a57d618d4d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.469069] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f847aa60-5673-4054-bf77-7e5aaaafc282] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.475282] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bddcef0-f360-4586-8635-ebb29ebedec6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.505682] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab4110-2194-4f00-a81d-f4e504b41e51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.513403] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eaa8b7-a42a-49eb-8b0f-8d4ec2ae5cd6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.526936] env[70917]: DEBUG nova.compute.provider_tree [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.834911] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461733, 'name': Rename_Task, 'duration_secs': 0.156141} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.835238] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.835525] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb742b58-829b-4d3c-8f1d-cecd57f6a94c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.844426] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 945.844426] env[70917]: value = "task-3461734" [ 945.844426] env[70917]: _type = "Task" [ 945.844426] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.854884] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.971897] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: d2047415-cd31-4b13-948d-b4985a1679de] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.029447] env[70917]: DEBUG nova.scheduler.client.report [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.356402] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.356710] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461734, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.356935] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-816a4bcf-f1e3-4755-88a2-cd7e78b30c80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.365901] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 946.365901] env[70917]: value = "task-3461735" [ 946.365901] env[70917]: _type = "Task" [ 946.365901] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.380679] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.479417] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c2741fec-4444-45f0-977f-6bdb23ab33cf] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.535328] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.535905] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.538762] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.169s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.540641] env[70917]: INFO nova.compute.claims [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.856742] env[70917]: DEBUG oslo_vmware.api [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461734, 'name': PowerOnVM_Task, 'duration_secs': 0.531525} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.857034] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.857245] env[70917]: DEBUG nova.compute.manager [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.858133] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2aa4a-5c45-4c42-a0ba-07e7e82823be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.873548] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461735, 'name': PowerOffVM_Task, 'duration_secs': 0.197832} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.873797] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.874549] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b1a8b6-8e00-4b81-a0b3-cc5a015554a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.892648] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d37a1-7c0d-4faa-adec-4c608eb3aeba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.982726] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: face8a41-907a-48a0-b295-75d925895e73] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.045098] env[70917]: DEBUG nova.compute.utils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.048133] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.048411] env[70917]: DEBUG nova.network.neutron [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.097936] env[70917]: DEBUG nova.policy [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5f7433e5754870a3161811a054df2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed8456a435748c4834d12cc500928ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.215653] env[70917]: DEBUG nova.compute.manager [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Received event network-changed-5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.215974] env[70917]: DEBUG nova.compute.manager [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Refreshing instance network info cache due to event network-changed-5814e5b9-31cc-4076-be60-3d564cb90706. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.217191] env[70917]: DEBUG oslo_concurrency.lockutils [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] Acquiring lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.217191] env[70917]: DEBUG oslo_concurrency.lockutils [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] Acquired lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.217191] env[70917]: DEBUG nova.network.neutron [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Refreshing network info cache for port 5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.378308] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.403627] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.403976] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2834c9f-268a-409c-9b8e-2d47a74de8b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.411881] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 947.411881] env[70917]: value = "task-3461736" [ 947.411881] env[70917]: _type = "Task" [ 947.411881] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.420988] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.426592] env[70917]: DEBUG nova.network.neutron [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Successfully created port: cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.486047] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 3eb38467-b7d0-45bb-ab62-098e3e381853] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.551268] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.925035] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461736, 'name': CreateSnapshot_Task, 'duration_secs': 0.445043} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.926341] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.926991] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa54210-0794-479f-9580-cf2f0c1d3721 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.989351] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 76832b17-5bf1-4966-b42f-ad77fb4af035] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.019117] env[70917]: DEBUG nova.network.neutron [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Updated VIF entry in instance network info cache for port 5814e5b9-31cc-4076-be60-3d564cb90706. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.019396] env[70917]: DEBUG nova.network.neutron [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Updating instance_info_cache with network_info: [{"id": "5814e5b9-31cc-4076-be60-3d564cb90706", "address": "fa:16:3e:3e:12:b6", "network": {"id": "44876b43-e2a8-4678-aa31-6939dfa0168e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1680802625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccafd434e40d461cbbb31aa3cc3ae7a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5814e5b9-31", "ovs_interfaceid": "5814e5b9-31cc-4076-be60-3d564cb90706", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.091715] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62cb11f-dec0-4b23-902d-4205c5a8bdd7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.098953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1f8880-bc61-4a12-a950-fed18ab76b35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.130843] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43e84e3-9d86-486e-b3cb-21a4b4d095b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.138060] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e336283-5329-46e2-af30-87000a1ab2e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.151065] env[70917]: DEBUG nova.compute.provider_tree [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.447064] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 948.447376] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-237dea21-c354-463e-909b-93e4c8f2ac4c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.456156] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 948.456156] env[70917]: value = "task-3461737" [ 948.456156] env[70917]: _type = "Task" [ 948.456156] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.464756] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461737, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.498253] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 4365ba7f-dafd-45c4-9ec4-75580abfd795] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.527575] env[70917]: DEBUG oslo_concurrency.lockutils [req-18976ef0-656b-414a-bb96-c93a453eac3d req-375a3dea-00d0-4b7d-bc00-b0241588f9d0 service nova] Releasing lock "refresh_cache-cc40cd9c-587e-48d7-a848-8fea06752f81" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.564304] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.593014] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.593296] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.593459] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.593645] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.593792] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.593940] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.594172] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.594334] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.594506] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.594660] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.594963] env[70917]: DEBUG nova.virt.hardware [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.595710] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd14ff3a-f00f-4a4b-bbc2-f0574cdcaeb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.603808] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c820633b-ee25-4e2b-a665-c524f5648b4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.654133] env[70917]: DEBUG nova.scheduler.client.report [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.728119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "360dd779-fb3d-4fc7-b293-eb30887f4e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.728119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.728119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "360dd779-fb3d-4fc7-b293-eb30887f4e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.728368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.728549] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.731311] env[70917]: INFO nova.compute.manager [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Terminating instance [ 948.963131] env[70917]: DEBUG nova.network.neutron [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Successfully updated port: cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.970921] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461737, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.001881] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f58ffc5d-fd70-490d-8389-6319b1b27eff] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.160601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.160601] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.162601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.190s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.162601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.164679] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 45.584s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.190549] env[70917]: INFO nova.scheduler.client.report [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Deleted allocations for instance af30c562-33e3-4d59-ae8c-326d509ea9f5 [ 949.236118] env[70917]: DEBUG nova.compute.manager [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.236695] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.237184] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c405004-c8b9-4244-a762-5f33b71b1887 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.245178] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.245437] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff932662-7ddc-4ba1-a0e6-8efa11263584 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.252915] env[70917]: DEBUG oslo_vmware.api [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 949.252915] env[70917]: value = "task-3461738" [ 949.252915] env[70917]: _type = "Task" [ 949.252915] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.263403] env[70917]: DEBUG oslo_vmware.api [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.265519] env[70917]: DEBUG nova.compute.manager [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Received event network-vif-plugged-cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.265744] env[70917]: DEBUG oslo_concurrency.lockutils [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] Acquiring lock "a67ef531-7cab-4947-af9e-f126af4ee06e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.265952] env[70917]: DEBUG oslo_concurrency.lockutils [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.266161] env[70917]: DEBUG oslo_concurrency.lockutils [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.266410] env[70917]: DEBUG nova.compute.manager [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] No waiting events found dispatching network-vif-plugged-cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.266609] env[70917]: WARNING nova.compute.manager [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Received unexpected event network-vif-plugged-cb306063-3854-4416-8772-d6663f7d079a for instance with vm_state building and task_state spawning. [ 949.266776] env[70917]: DEBUG nova.compute.manager [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Received event network-changed-cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.266936] env[70917]: DEBUG nova.compute.manager [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Refreshing instance network info cache due to event network-changed-cb306063-3854-4416-8772-d6663f7d079a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.267141] env[70917]: DEBUG oslo_concurrency.lockutils [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] Acquiring lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.267287] env[70917]: DEBUG oslo_concurrency.lockutils [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] Acquired lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.267440] env[70917]: DEBUG nova.network.neutron [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Refreshing network info cache for port cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.467019] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461737, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.471745] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.505689] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9c9d1dea-cafa-4e05-8f35-7a5eda4037db] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.672104] env[70917]: DEBUG nova.compute.utils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.674155] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.674354] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.701247] env[70917]: DEBUG oslo_concurrency.lockutils [None req-18942ccd-38f1-4263-8e69-010fe7110e56 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Lock "af30c562-33e3-4d59-ae8c-326d509ea9f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.569s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.743055] env[70917]: DEBUG nova.policy [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40f8d25a90ab4465821d21586cf56264', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78fedb2df3a4f858aa9f3a82dbd61a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.764198] env[70917]: DEBUG oslo_vmware.api [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461738, 'name': PowerOffVM_Task, 'duration_secs': 0.258281} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.764619] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.764869] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.765192] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b2b8f7c-bba9-4b71-a192-530ca2130828 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.815042] env[70917]: DEBUG nova.network.neutron [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.843675] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.844152] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.844616] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleting the datastore file [datastore2] 360dd779-fb3d-4fc7-b293-eb30887f4e92 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.844984] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb448d1-133e-471c-a505-c0874fc1c0a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.856865] env[70917]: DEBUG oslo_vmware.api [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 949.856865] env[70917]: value = "task-3461740" [ 949.856865] env[70917]: _type = "Task" [ 949.856865] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.865661] env[70917]: DEBUG oslo_vmware.api [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.903079] env[70917]: DEBUG nova.network.neutron [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.970660] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461737, 'name': CloneVM_Task, 'duration_secs': 1.290441} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.971560] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Created linked-clone VM from snapshot [ 949.972352] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785a469-5a77-4223-b53c-b9606c42e293 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.982545] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Uploading image 012812d9-9ccc-48b0-bb8b-dd146da3cde9 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.009417] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 2b60c927-0466-46f5-8695-78c19010f1c9] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.024929] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.024929] env[70917]: value = "vm-691463" [ 950.024929] env[70917]: _type = "VirtualMachine" [ 950.024929] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.025227] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b4201d0-3627-4595-ba28-7632055e655c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.036805] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease: (returnval){ [ 950.036805] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209fd46-b9b2-0608-17eb-33e2edd49bab" [ 950.036805] env[70917]: _type = "HttpNfcLease" [ 950.036805] env[70917]: } obtained for exporting VM: (result){ [ 950.036805] env[70917]: value = "vm-691463" [ 950.036805] env[70917]: _type = "VirtualMachine" [ 950.036805] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.037206] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the lease: (returnval){ [ 950.037206] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209fd46-b9b2-0608-17eb-33e2edd49bab" [ 950.037206] env[70917]: _type = "HttpNfcLease" [ 950.037206] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.045485] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.045485] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209fd46-b9b2-0608-17eb-33e2edd49bab" [ 950.045485] env[70917]: _type = "HttpNfcLease" [ 950.045485] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.119180] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Successfully created port: b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.177289] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.370988] env[70917]: DEBUG oslo_vmware.api [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143121} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.371441] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.371633] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.371810] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.371984] env[70917]: INFO nova.compute.manager [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.372258] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.372629] env[70917]: DEBUG nova.compute.manager [-] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.372629] env[70917]: DEBUG nova.network.neutron [-] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.394807] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94df53cc-917b-4277-bf56-78edc73114bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.403838] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac355294-2609-49c5-94ae-43c8d4c00bfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.407476] env[70917]: DEBUG oslo_concurrency.lockutils [req-bf237717-5c07-4aff-90f3-7659f4f696c6 req-cb9ad103-85dd-487e-bf85-f8f153884ced service nova] Releasing lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.407946] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.408149] env[70917]: DEBUG nova.network.neutron [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.443637] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751aaa0e-0a41-4a88-ab64-bf68721b1171 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.457022] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b281f4-0b30-4b4f-89d0-391751a64734 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471764] env[70917]: DEBUG nova.compute.provider_tree [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.516048] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: a2fc32ff-5e81-4cd9-ad18-0d70707b1ab7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.547732] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.547732] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209fd46-b9b2-0608-17eb-33e2edd49bab" [ 950.547732] env[70917]: _type = "HttpNfcLease" [ 950.547732] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.548037] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.548037] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209fd46-b9b2-0608-17eb-33e2edd49bab" [ 950.548037] env[70917]: _type = "HttpNfcLease" [ 950.548037] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.548856] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3fef68-5761-4116-a189-cfe2cf752849 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.557168] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc3176-6647-4130-6624-18cb35f8154d/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.557463] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc3176-6647-4130-6624-18cb35f8154d/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.653024] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-304fffb1-00d0-4bf8-92aa-f826530ea95d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.828550] env[70917]: DEBUG nova.compute.manager [req-652cc548-d6ae-4d9f-ba82-6094c5094de7 req-5ad3de14-4b88-48ee-bc25-5aa698a5c2ca service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Received event network-vif-deleted-3d373cb8-507d-466d-bfd9-83f1fc791b58 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.828719] env[70917]: INFO nova.compute.manager [req-652cc548-d6ae-4d9f-ba82-6094c5094de7 req-5ad3de14-4b88-48ee-bc25-5aa698a5c2ca service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Neutron deleted interface 3d373cb8-507d-466d-bfd9-83f1fc791b58; detaching it from the instance and deleting it from the info cache [ 950.828892] env[70917]: DEBUG nova.network.neutron [req-652cc548-d6ae-4d9f-ba82-6094c5094de7 req-5ad3de14-4b88-48ee-bc25-5aa698a5c2ca service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.974771] env[70917]: DEBUG nova.scheduler.client.report [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.020633] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9e03ec3e-a5fe-47e0-9fee-3d86fa604b12] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.190280] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.194581] env[70917]: DEBUG nova.network.neutron [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.224040] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.224253] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.224414] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.224596] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.224741] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.224888] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.225346] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.225582] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.227280] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.227280] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.227280] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.227280] env[70917]: DEBUG nova.network.neutron [-] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.232680] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4924ffc-88b8-4c63-8d6b-489f36295bb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.247028] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26650407-76ed-4297-a15e-4e03cd660cc9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.334385] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-711b657e-bc73-4d38-8476-81fe84c7b9ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.346026] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e0307-fd7f-4a3f-b00a-131a6e503fbb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.401787] env[70917]: DEBUG nova.compute.manager [req-652cc548-d6ae-4d9f-ba82-6094c5094de7 req-5ad3de14-4b88-48ee-bc25-5aa698a5c2ca service nova] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Detach interface failed, port_id=3d373cb8-507d-466d-bfd9-83f1fc791b58, reason: Instance 360dd779-fb3d-4fc7-b293-eb30887f4e92 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.411582] env[70917]: DEBUG nova.network.neutron [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Updating instance_info_cache with network_info: [{"id": "cb306063-3854-4416-8772-d6663f7d079a", "address": "fa:16:3e:0a:d7:cd", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb306063-38", "ovs_interfaceid": "cb306063-3854-4416-8772-d6663f7d079a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.522000] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: dc670653-4db2-4482-9b29-b3d9853a3593] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.737629] env[70917]: INFO nova.compute.manager [-] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Took 1.36 seconds to deallocate network for instance. [ 951.840128] env[70917]: DEBUG nova.compute.manager [req-1323e688-7bf0-4f06-bec8-11496f1d9283 req-1d1e46c8-9634-4940-b9cd-6987a3b05813 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Received event network-vif-plugged-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.840578] env[70917]: DEBUG oslo_concurrency.lockutils [req-1323e688-7bf0-4f06-bec8-11496f1d9283 req-1d1e46c8-9634-4940-b9cd-6987a3b05813 service nova] Acquiring lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.840927] env[70917]: DEBUG oslo_concurrency.lockutils [req-1323e688-7bf0-4f06-bec8-11496f1d9283 req-1d1e46c8-9634-4940-b9cd-6987a3b05813 service nova] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.841063] env[70917]: DEBUG oslo_concurrency.lockutils [req-1323e688-7bf0-4f06-bec8-11496f1d9283 req-1d1e46c8-9634-4940-b9cd-6987a3b05813 service nova] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.841312] env[70917]: DEBUG nova.compute.manager [req-1323e688-7bf0-4f06-bec8-11496f1d9283 req-1d1e46c8-9634-4940-b9cd-6987a3b05813 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] No waiting events found dispatching network-vif-plugged-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.841532] env[70917]: WARNING nova.compute.manager [req-1323e688-7bf0-4f06-bec8-11496f1d9283 req-1d1e46c8-9634-4940-b9cd-6987a3b05813 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Received unexpected event network-vif-plugged-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 for instance with vm_state building and task_state spawning. [ 951.914591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.914930] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance network_info: |[{"id": "cb306063-3854-4416-8772-d6663f7d079a", "address": "fa:16:3e:0a:d7:cd", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb306063-38", "ovs_interfaceid": "cb306063-3854-4416-8772-d6663f7d079a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.915388] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d7:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb306063-3854-4416-8772-d6663f7d079a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.924765] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.925304] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.925612] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be750949-314c-48ca-9a95-84e263c64ce0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.956590] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.956590] env[70917]: value = "task-3461742" [ 951.956590] env[70917]: _type = "Task" [ 951.956590] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.964481] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461742, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.989708] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.825s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.991925] env[70917]: DEBUG nova.compute.manager [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70917) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 951.996972] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.250s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.998408] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.003134] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.514s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.006428] env[70917]: INFO nova.compute.claims [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.022522] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Successfully updated port: b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.026612] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: dc8a589e-3d62-4aab-9b44-85cb242b6a7c] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.121780] env[70917]: INFO nova.scheduler.client.report [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted allocations for instance 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12 [ 952.250750] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.464041] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461742, 'name': CreateVM_Task, 'duration_secs': 0.472748} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.464258] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.464989] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.465832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.466184] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.466494] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bba5ad1-0537-4aea-afcf-bdc5da525037 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.473143] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 952.473143] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c442dc-05c3-67a2-34b9-4eecb65ccb5d" [ 952.473143] env[70917]: _type = "Task" [ 952.473143] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.483995] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c442dc-05c3-67a2-34b9-4eecb65ccb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.526733] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "refresh_cache-c01375bf-2df8-4bfd-8e3d-3bba821bc080" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.527017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "refresh_cache-c01375bf-2df8-4bfd-8e3d-3bba821bc080" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.527017] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.531081] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: cc5135e1-f7af-45c1-9d8c-6020a6efacc7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.581946] env[70917]: INFO nova.scheduler.client.report [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted allocation for migration b486c7af-f100-43fa-a20c-f5d2c7c396a1 [ 952.629983] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "2f8bf9f4-67c9-4daa-a9b1-ef39640bde12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.348s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.985865] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c442dc-05c3-67a2-34b9-4eecb65ccb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016577} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.986235] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.986739] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.988151] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.988379] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.988620] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.988934] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0aa8193-dd6e-4fd5-b050-b0289361d662 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.999770] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.000069] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.000986] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e1a8be-96fb-498f-9e91-4916b1b1c5c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.009035] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 953.009035] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522396e0-fc26-9af1-743a-357206553fdd" [ 953.009035] env[70917]: _type = "Task" [ 953.009035] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.017160] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522396e0-fc26-9af1-743a-357206553fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.033648] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 73ca3686-48f5-4044-8dc4-676d48e964a8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.074621] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.089360] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eccca5f8-f0df-47ff-b826-87fed5c837da tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 52.741s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.504253] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6bd7e-face-4d3b-a9ee-cb6c612740ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.513029] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Updating instance_info_cache with network_info: [{"id": "b1627ba8-f114-4bc2-94c7-79df8f94d3f8", "address": "fa:16:3e:0d:b5:3e", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1627ba8-f1", "ovs_interfaceid": "b1627ba8-f114-4bc2-94c7-79df8f94d3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.526250] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf6863-b27e-4d4f-903a-b933915afb9c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.539855] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c10d4e2a-98bb-4195-841e-e22b89a22496] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.541783] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522396e0-fc26-9af1-743a-357206553fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.544053] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8d2ee1-e4d4-410a-b727-e594fb5f1da5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.585746] env[70917]: DEBUG nova.objects.instance [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'flavor' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.590976] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4539428-95e5-4638-a56e-55743ee7bbcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.600181] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 953.600181] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221f862-cffe-0849-ad8d-d5f284649d35" [ 953.600181] env[70917]: _type = "Task" [ 953.600181] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.612267] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08fe79-d2a0-4ec0-abdb-cc082ee7ee39 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.626210] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221f862-cffe-0849-ad8d-d5f284649d35, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.627261] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.627725] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.628160] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aaa208e-14ad-4a06-b3ba-cce3fa65bf3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.644220] env[70917]: DEBUG nova.compute.provider_tree [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.653800] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 953.653800] env[70917]: value = "task-3461743" [ 953.653800] env[70917]: _type = "Task" [ 953.653800] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.666883] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.023695] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "refresh_cache-c01375bf-2df8-4bfd-8e3d-3bba821bc080" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.024045] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Instance network_info: |[{"id": "b1627ba8-f114-4bc2-94c7-79df8f94d3f8", "address": "fa:16:3e:0d:b5:3e", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1627ba8-f1", "ovs_interfaceid": "b1627ba8-f114-4bc2-94c7-79df8f94d3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.024475] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:b5:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1627ba8-f114-4bc2-94c7-79df8f94d3f8', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.032883] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.033283] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.033607] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3eab17-5593-4a1d-af2d-728935a6f575 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.053344] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 4d388e5d-4fb7-429f-bfe1-ad7ee7baacd7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.056929] env[70917]: DEBUG nova.compute.manager [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Received event network-changed-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.057145] env[70917]: DEBUG nova.compute.manager [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Refreshing instance network info cache due to event network-changed-b1627ba8-f114-4bc2-94c7-79df8f94d3f8. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.057370] env[70917]: DEBUG oslo_concurrency.lockutils [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] Acquiring lock "refresh_cache-c01375bf-2df8-4bfd-8e3d-3bba821bc080" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.057519] env[70917]: DEBUG oslo_concurrency.lockutils [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] Acquired lock "refresh_cache-c01375bf-2df8-4bfd-8e3d-3bba821bc080" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.057700] env[70917]: DEBUG nova.network.neutron [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Refreshing network info cache for port b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.069617] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.069617] env[70917]: value = "task-3461744" [ 954.069617] env[70917]: _type = "Task" [ 954.069617] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.084364] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461744, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.100659] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.100834] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.101029] env[70917]: DEBUG nova.network.neutron [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.101220] env[70917]: DEBUG nova.objects.instance [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'info_cache' on Instance uuid f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.147980] env[70917]: DEBUG nova.scheduler.client.report [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.167035] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.458809] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.458809] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.557178] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 12220b63-b805-43a1-b4fc-08a6cc4e0978] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.581777] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461744, 'name': CreateVM_Task, 'duration_secs': 0.449068} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.582803] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.583237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.583389] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.583742] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.584257] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf67bfb-7422-4579-85bd-9148dfe95c17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.589633] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 954.589633] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52245ad1-2423-e045-d679-9a08bab90a9a" [ 954.589633] env[70917]: _type = "Task" [ 954.589633] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.598803] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52245ad1-2423-e045-d679-9a08bab90a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.608607] env[70917]: DEBUG nova.objects.base [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.653969] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.654527] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.658019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.947s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.662024] env[70917]: DEBUG nova.objects.instance [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 954.670941] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586996} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.673679] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.673907] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.674185] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c2c071c-fed7-4e4f-9ba6-4306cf6a3a08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.682722] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 954.682722] env[70917]: value = "task-3461745" [ 954.682722] env[70917]: _type = "Task" [ 954.682722] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.696059] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.919055] env[70917]: DEBUG nova.network.neutron [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Updated VIF entry in instance network info cache for port b1627ba8-f114-4bc2-94c7-79df8f94d3f8. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.919055] env[70917]: DEBUG nova.network.neutron [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Updating instance_info_cache with network_info: [{"id": "b1627ba8-f114-4bc2-94c7-79df8f94d3f8", "address": "fa:16:3e:0d:b5:3e", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1627ba8-f1", "ovs_interfaceid": "b1627ba8-f114-4bc2-94c7-79df8f94d3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.960780] env[70917]: INFO nova.compute.manager [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Detaching volume a06a6586-8470-4b78-8c0b-7423c749b4b3 [ 955.002919] env[70917]: INFO nova.virt.block_device [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Attempting to driver detach volume a06a6586-8470-4b78-8c0b-7423c749b4b3 from mountpoint /dev/sdb [ 955.003176] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 955.003368] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691375', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'name': 'volume-a06a6586-8470-4b78-8c0b-7423c749b4b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c024d-a139-46db-8e67-5760f1be1fe8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'serial': 'a06a6586-8470-4b78-8c0b-7423c749b4b3'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 955.004286] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416a339-d5cc-4eda-971c-717b19fa93f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.032022] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ab4a9-dfde-49eb-a9c7-c1288ee0b15d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.037337] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ebc57-e75d-4154-a3cf-79856784b2bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.065428] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f17585da-df68-4dc5-b7f5-2bd51aa0c645] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.069296] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d3169-2ffc-4859-9bc3-24730d1be75c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.089657] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] The volume has not been displaced from its original location: [datastore1] volume-a06a6586-8470-4b78-8c0b-7423c749b4b3/volume-a06a6586-8470-4b78-8c0b-7423c749b4b3.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 955.095032] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.095481] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7eca001-33cb-4a72-9d51-700efde128b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.123711] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52245ad1-2423-e045-d679-9a08bab90a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.042931} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.124867] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.126178] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.126178] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.126178] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.126178] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.127055] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d91a604-c0a6-4898-aff7-58197f4bce87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.129424] env[70917]: DEBUG oslo_vmware.api [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 955.129424] env[70917]: value = "task-3461746" [ 955.129424] env[70917]: _type = "Task" [ 955.129424] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.139215] env[70917]: DEBUG oslo_vmware.api [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.140610] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.140820] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.141589] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f0313d-da23-41c9-854c-2fb6871ca746 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.147818] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 955.147818] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f6fe24-3031-a63f-f39d-f7042e960436" [ 955.147818] env[70917]: _type = "Task" [ 955.147818] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.164238] env[70917]: DEBUG nova.compute.utils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.169412] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f6fe24-3031-a63f-f39d-f7042e960436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.171096] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.171096] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.193844] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155002} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.195388] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.196397] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa11bd5-1c12-4b82-b62c-d3aef9d8a1ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.222926] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.225789] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697075de-d52a-4ac7-85f3-6d6f290c7508 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.249390] env[70917]: DEBUG nova.policy [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40f8d25a90ab4465821d21586cf56264', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78fedb2df3a4f858aa9f3a82dbd61a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.252624] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 955.252624] env[70917]: value = "task-3461747" [ 955.252624] env[70917]: _type = "Task" [ 955.252624] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.261965] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.422228] env[70917]: DEBUG oslo_concurrency.lockutils [req-5e5f7310-ee41-4045-8ecd-6837de598e7a req-79dc8d41-9886-4645-917a-b9f12cbdb7d6 service nova] Releasing lock "refresh_cache-c01375bf-2df8-4bfd-8e3d-3bba821bc080" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.439032] env[70917]: DEBUG nova.network.neutron [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [{"id": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "address": "fa:16:3e:69:3d:12", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be1587-b0", "ovs_interfaceid": "71be1587-b0d5-4801-b17b-c4ac6465cdbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.569857] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 259f5513-b60b-4dd9-97ce-829ca51896d4] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.643111] env[70917]: DEBUG oslo_vmware.api [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461746, 'name': ReconfigVM_Task, 'duration_secs': 0.28788} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.643578] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.649816] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46aec9f4-bd32-46ab-b0d8-fdcf98d5ddd0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.673745] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.677173] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8480db26-5282-477d-bd85-648db0e63bb6 tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.678255] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f6fe24-3031-a63f-f39d-f7042e960436, 'name': SearchDatastore_Task, 'duration_secs': 0.016121} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.680290] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.945s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.681833] env[70917]: INFO nova.compute.claims [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.685244] env[70917]: DEBUG oslo_vmware.api [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 955.685244] env[70917]: value = "task-3461748" [ 955.685244] env[70917]: _type = "Task" [ 955.685244] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.685863] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73849ce-b313-4694-a981-40769cedb858 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.697042] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 955.697042] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f2e0e-76c8-a564-6225-b3404941cf15" [ 955.697042] env[70917]: _type = "Task" [ 955.697042] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.702624] env[70917]: DEBUG oslo_vmware.api [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.718259] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f2e0e-76c8-a564-6225-b3404941cf15, 'name': SearchDatastore_Task, 'duration_secs': 0.014117} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.718999] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.719504] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c01375bf-2df8-4bfd-8e3d-3bba821bc080/c01375bf-2df8-4bfd-8e3d-3bba821bc080.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.720080] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-574fe210-2129-4b65-b213-c078b8b9ddf6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.730923] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 955.730923] env[70917]: value = "task-3461749" [ 955.730923] env[70917]: _type = "Task" [ 955.730923] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.742277] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.765398] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461747, 'name': ReconfigVM_Task, 'duration_secs': 0.356343} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.765928] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.766858] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad758f4-039d-4af4-bce3-c32df205baff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.778030] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 955.778030] env[70917]: value = "task-3461750" [ 955.778030] env[70917]: _type = "Task" [ 955.778030] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.790378] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461750, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.850858] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Successfully created port: 0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.942527] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.075020] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: b0535c7e-465f-4e80-9b9b-b455b9c3a98c] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.206680] env[70917]: DEBUG oslo_vmware.api [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461748, 'name': ReconfigVM_Task, 'duration_secs': 0.185655} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.208672] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691375', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'name': 'volume-a06a6586-8470-4b78-8c0b-7423c749b4b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c024d-a139-46db-8e67-5760f1be1fe8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a06a6586-8470-4b78-8c0b-7423c749b4b3', 'serial': 'a06a6586-8470-4b78-8c0b-7423c749b4b3'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 956.245549] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513244} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.245795] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c01375bf-2df8-4bfd-8e3d-3bba821bc080/c01375bf-2df8-4bfd-8e3d-3bba821bc080.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.246090] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.246340] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a24c4c-3fee-4900-a8fa-ecb025804463 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.255170] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 956.255170] env[70917]: value = "task-3461751" [ 956.255170] env[70917]: _type = "Task" [ 956.255170] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.269554] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.292171] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461750, 'name': Rename_Task, 'duration_secs': 0.201357} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.292490] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.292776] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce4b1de-ba22-4de7-8569-9c89276904d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.300877] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 956.300877] env[70917]: value = "task-3461752" [ 956.300877] env[70917]: _type = "Task" [ 956.300877] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.311672] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.577036] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: d1437bf9-19f4-40b1-b6ac-60a56bb5fff2] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.687554] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.717581] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.718030] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.718030] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.718220] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.718337] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.718541] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.718770] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.718929] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.719120] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.719294] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.719465] env[70917]: DEBUG nova.virt.hardware [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.721191] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c99c8-8c3f-40b5-9c7d-0b3473e75d35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.732488] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6252e14-48d8-420b-8b4d-cc8e512b724e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.765435] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.765749] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.767827] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1c54c-217d-45f3-8e2c-b83c156e28f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.800054] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] c01375bf-2df8-4bfd-8e3d-3bba821bc080/c01375bf-2df8-4bfd-8e3d-3bba821bc080.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.804198] env[70917]: DEBUG nova.objects.instance [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'flavor' on Instance uuid af4c024d-a139-46db-8e67-5760f1be1fe8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.805624] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f08718-4d17-4445-8c7a-d30908742fec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.832865] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461752, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.834588] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 956.834588] env[70917]: value = "task-3461753" [ 956.834588] env[70917]: _type = "Task" [ 956.834588] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.850011] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.954019] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.954019] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ce9da0-d097-4dbd-9ea0-5915fac4af17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.961902] env[70917]: DEBUG oslo_vmware.api [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 956.961902] env[70917]: value = "task-3461754" [ 956.961902] env[70917]: _type = "Task" [ 956.961902] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.971381] env[70917]: DEBUG oslo_vmware.api [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.082040] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 2b45d5ab-8870-4d3c-b645-d7587fb9466f] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.311343] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1f10e-7faa-4092-90f5-9b0d2aec108b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.322481] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7257aa7-41c0-4a55-a54f-2b2a138ba29a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.374652] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461752, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.377016] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de97198-2849-4d4b-912d-b0d797a2fcb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.384548] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461753, 'name': ReconfigVM_Task, 'duration_secs': 0.309216} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.385131] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Reconfigured VM instance instance-00000048 to attach disk [datastore2] c01375bf-2df8-4bfd-8e3d-3bba821bc080/c01375bf-2df8-4bfd-8e3d-3bba821bc080.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.385856] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bfea676-54ca-4cd0-871b-e52ae0937816 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.392502] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dba129-ad85-4b8a-b93e-f586a01b6e6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.398851] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 957.398851] env[70917]: value = "task-3461755" [ 957.398851] env[70917]: _type = "Task" [ 957.398851] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.411985] env[70917]: DEBUG nova.compute.provider_tree [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.421722] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461755, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.476157] env[70917]: DEBUG oslo_vmware.api [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461754, 'name': PowerOnVM_Task, 'duration_secs': 0.485691} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.476565] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.476825] env[70917]: DEBUG nova.compute.manager [None req-a2057008-d881-4dba-bae3-4d7bb14b55f4 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.478222] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70112d64-01f6-4998-b8f5-8a8d71e46377 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.589066] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 051c137c-ed83-4dc6-a3e0-7866c30605c5] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.652966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.653165] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.789772] env[70917]: DEBUG nova.compute.manager [req-975c9735-9c82-4b3c-87f2-0c34c3fafac1 req-a6afe318-42a0-4ebd-a552-71418836b89e service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Received event network-vif-plugged-0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.790350] env[70917]: DEBUG oslo_concurrency.lockutils [req-975c9735-9c82-4b3c-87f2-0c34c3fafac1 req-a6afe318-42a0-4ebd-a552-71418836b89e service nova] Acquiring lock "a29460b6-5da4-4c4c-845a-38da2c1274cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.790350] env[70917]: DEBUG oslo_concurrency.lockutils [req-975c9735-9c82-4b3c-87f2-0c34c3fafac1 req-a6afe318-42a0-4ebd-a552-71418836b89e service nova] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.790488] env[70917]: DEBUG oslo_concurrency.lockutils [req-975c9735-9c82-4b3c-87f2-0c34c3fafac1 req-a6afe318-42a0-4ebd-a552-71418836b89e service nova] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.790717] env[70917]: DEBUG nova.compute.manager [req-975c9735-9c82-4b3c-87f2-0c34c3fafac1 req-a6afe318-42a0-4ebd-a552-71418836b89e service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] No waiting events found dispatching network-vif-plugged-0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.790831] env[70917]: WARNING nova.compute.manager [req-975c9735-9c82-4b3c-87f2-0c34c3fafac1 req-a6afe318-42a0-4ebd-a552-71418836b89e service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Received unexpected event network-vif-plugged-0f7be729-4571-42b4-99c9-b177c2a03958 for instance with vm_state building and task_state spawning. [ 957.836580] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b3c4fd1e-531e-4ff8-93c5-5a5d12f2d1eb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.379s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.842014] env[70917]: DEBUG oslo_vmware.api [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461752, 'name': PowerOnVM_Task, 'duration_secs': 1.118552} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.843614] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Successfully updated port: 0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.844227] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.844439] env[70917]: INFO nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Took 9.28 seconds to spawn the instance on the hypervisor. [ 957.844737] env[70917]: DEBUG nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.845935] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee8b91a-1a7e-401c-8859-a3372caf142b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.912068] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461755, 'name': Rename_Task, 'duration_secs': 0.27009} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.912068] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.912239] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55046c15-b23b-4e64-ab73-33ff05ce3f57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.914529] env[70917]: DEBUG nova.scheduler.client.report [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.923586] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 957.923586] env[70917]: value = "task-3461756" [ 957.923586] env[70917]: _type = "Task" [ 957.923586] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.932712] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.094228] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 95f3eafa-1f2e-4980-9a33-d115bd946af5] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.132900] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.133259] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.133546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "af4c024d-a139-46db-8e67-5760f1be1fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.133798] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.134040] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.136531] env[70917]: INFO nova.compute.manager [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Terminating instance [ 958.155984] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.346919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "refresh_cache-a29460b6-5da4-4c4c-845a-38da2c1274cd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.347152] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "refresh_cache-a29460b6-5da4-4c4c-845a-38da2c1274cd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.347372] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.366928] env[70917]: INFO nova.compute.manager [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Took 61.90 seconds to build instance. [ 958.419510] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.421079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.984s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.436737] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.497026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.497026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.497026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.497026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.497026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.499030] env[70917]: INFO nova.compute.manager [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Terminating instance [ 958.597462] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f450c3bd-3616-4627-8312-f6548d55260a] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.641109] env[70917]: DEBUG nova.compute.manager [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.641356] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.642238] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86247af8-9cfb-46e6-b3b2-1a25c7b5eae0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.651792] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.652096] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a485962a-aff9-4e76-adec-aa0d3950f3c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.660479] env[70917]: DEBUG oslo_vmware.api [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 958.660479] env[70917]: value = "task-3461757" [ 958.660479] env[70917]: _type = "Task" [ 958.660479] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.677039] env[70917]: DEBUG oslo_vmware.api [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.691444] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.871230] env[70917]: DEBUG oslo_concurrency.lockutils [None req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.357s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.904480] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.929600] env[70917]: INFO nova.compute.claims [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.934819] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "fa35e8f8-e0cc-4185-bbf8-195ddb8cbf1d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.935473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "fa35e8f8-e0cc-4185-bbf8-195ddb8cbf1d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.948276] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461756, 'name': PowerOnVM_Task, 'duration_secs': 0.670153} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.948645] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.949105] env[70917]: INFO nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Took 7.76 seconds to spawn the instance on the hypervisor. [ 958.949396] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.950476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6473ab0f-2a95-4284-888b-da81b4f09e97 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.004419] env[70917]: DEBUG nova.compute.manager [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.004928] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.006601] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec9000-badf-45f9-be7f-a724753fae71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.016886] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.016886] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1422eb1-9afe-4bc5-ad88-fe8394ff1b3a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.026613] env[70917]: DEBUG oslo_vmware.api [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 959.026613] env[70917]: value = "task-3461758" [ 959.026613] env[70917]: _type = "Task" [ 959.026613] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.038160] env[70917]: DEBUG oslo_vmware.api [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.094942] env[70917]: DEBUG nova.network.neutron [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Updating instance_info_cache with network_info: [{"id": "0f7be729-4571-42b4-99c9-b177c2a03958", "address": "fa:16:3e:a5:94:dc", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7be729-45", "ovs_interfaceid": "0f7be729-4571-42b4-99c9-b177c2a03958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.101560] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c0f9bf3b-4cd3-4429-b73d-627c4f7d99f7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.147825] env[70917]: DEBUG nova.compute.manager [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Received event network-changed-cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.148067] env[70917]: DEBUG nova.compute.manager [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Refreshing instance network info cache due to event network-changed-cb306063-3854-4416-8772-d6663f7d079a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.148643] env[70917]: DEBUG oslo_concurrency.lockutils [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] Acquiring lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.148794] env[70917]: DEBUG oslo_concurrency.lockutils [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] Acquired lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.149067] env[70917]: DEBUG nova.network.neutron [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Refreshing network info cache for port cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.174175] env[70917]: DEBUG oslo_vmware.api [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461757, 'name': PowerOffVM_Task, 'duration_secs': 0.28902} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.174736] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.175093] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.175518] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e5bda02-59a6-47cf-bf73-907fba0ce2f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.261131] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.261444] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.261687] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleting the datastore file [datastore2] af4c024d-a139-46db-8e67-5760f1be1fe8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.262084] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36a178dc-f318-4d74-9312-fad033f6cd10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.271262] env[70917]: DEBUG oslo_vmware.api [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 959.271262] env[70917]: value = "task-3461760" [ 959.271262] env[70917]: _type = "Task" [ 959.271262] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.280375] env[70917]: DEBUG oslo_vmware.api [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.440178] env[70917]: INFO nova.compute.resource_tracker [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating resource usage from migration 085a4e26-a3e8-4f83-9a59-6f05823ffa1c [ 959.447679] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "fa35e8f8-e0cc-4185-bbf8-195ddb8cbf1d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.447679] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.470182] env[70917]: INFO nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Took 60.11 seconds to build instance. [ 959.540944] env[70917]: DEBUG oslo_vmware.api [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461758, 'name': PowerOffVM_Task, 'duration_secs': 0.246188} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.541260] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.541443] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.544315] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9643061f-c7cc-441b-8423-35719538092c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.600368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "refresh_cache-a29460b6-5da4-4c4c-845a-38da2c1274cd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600753] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Instance network_info: |[{"id": "0f7be729-4571-42b4-99c9-b177c2a03958", "address": "fa:16:3e:a5:94:dc", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7be729-45", "ovs_interfaceid": "0f7be729-4571-42b4-99c9-b177c2a03958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.601621] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:94:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f7be729-4571-42b4-99c9-b177c2a03958', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.610484] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.611723] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 61b1debe-9779-4eeb-abee-5fcc87cf6aaf] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.613652] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.617651] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-898d267e-386a-4f6a-859d-607ddacb7081 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.636212] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.636212] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.636212] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleting the datastore file [datastore2] f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.636952] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0fa61f1-e187-4525-b16c-1d53a8ba8ad4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.643636] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.643636] env[70917]: value = "task-3461762" [ 959.643636] env[70917]: _type = "Task" [ 959.643636] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.649623] env[70917]: DEBUG oslo_vmware.api [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 959.649623] env[70917]: value = "task-3461763" [ 959.649623] env[70917]: _type = "Task" [ 959.649623] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.661582] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461762, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.667881] env[70917]: DEBUG oslo_vmware.api [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.786212] env[70917]: DEBUG oslo_vmware.api [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184955} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.791495] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.791783] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.791903] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.792117] env[70917]: INFO nova.compute.manager [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 959.792648] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.792911] env[70917]: DEBUG nova.compute.manager [-] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.793044] env[70917]: DEBUG nova.network.neutron [-] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.895947] env[70917]: DEBUG nova.compute.manager [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Received event network-changed-0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.896181] env[70917]: DEBUG nova.compute.manager [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Refreshing instance network info cache due to event network-changed-0f7be729-4571-42b4-99c9-b177c2a03958. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.898481] env[70917]: DEBUG oslo_concurrency.lockutils [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] Acquiring lock "refresh_cache-a29460b6-5da4-4c4c-845a-38da2c1274cd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.898481] env[70917]: DEBUG oslo_concurrency.lockutils [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] Acquired lock "refresh_cache-a29460b6-5da4-4c4c-845a-38da2c1274cd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.898481] env[70917]: DEBUG nova.network.neutron [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Refreshing network info cache for port 0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.951517] env[70917]: DEBUG nova.compute.utils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.958042] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.958042] env[70917]: DEBUG nova.network.neutron [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.972143] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.568s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.000233] env[70917]: DEBUG nova.network.neutron [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Updated VIF entry in instance network info cache for port cb306063-3854-4416-8772-d6663f7d079a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.000607] env[70917]: DEBUG nova.network.neutron [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Updating instance_info_cache with network_info: [{"id": "cb306063-3854-4416-8772-d6663f7d079a", "address": "fa:16:3e:0a:d7:cd", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb306063-38", "ovs_interfaceid": "cb306063-3854-4416-8772-d6663f7d079a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.027383] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4480062-47bd-47d6-98ed-3f2a58a02976 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.036345] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe04ae6e-7662-4bb4-b92b-ae66b1aef83d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.044780] env[70917]: DEBUG nova.policy [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87be2491df743c6bd349223ee975c8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ea0865c4b9845d1b5181b3d063627ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.081039] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86579ba6-7d7d-4eca-872e-86a7a772a1a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.088942] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301faf07-4948-4886-8f8a-add025a1fb29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.095460] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc3176-6647-4130-6624-18cb35f8154d/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.096259] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f93ed4-ec78-4c75-9a88-591be1b522ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.109362] env[70917]: DEBUG nova.compute.provider_tree [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.115892] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc3176-6647-4130-6624-18cb35f8154d/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.116092] env[70917]: ERROR oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc3176-6647-4130-6624-18cb35f8154d/disk-0.vmdk due to incomplete transfer. [ 960.116596] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39fd804b-01d6-44f8-9780-45eef5740ab9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.118438] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9a32e74a-03be-4858-ac7b-a6f91f8bdf2f] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.127265] env[70917]: DEBUG oslo_vmware.rw_handles [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc3176-6647-4130-6624-18cb35f8154d/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.127478] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Uploaded image 012812d9-9ccc-48b0-bb8b-dd146da3cde9 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.129933] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.130435] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76de2b52-f531-45fc-8ac1-aa150265d245 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.139585] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 960.139585] env[70917]: value = "task-3461764" [ 960.139585] env[70917]: _type = "Task" [ 960.139585] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.152888] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461764, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.161069] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461762, 'name': CreateVM_Task, 'duration_secs': 0.462783} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.161613] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.162412] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.162597] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.162941] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163759] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3894605b-7f7e-434f-84eb-843713f6ac77 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.168909] env[70917]: DEBUG oslo_vmware.api [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201206} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.169537] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.169761] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.169982] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.170258] env[70917]: INFO nova.compute.manager [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 960.170524] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.170814] env[70917]: DEBUG nova.compute.manager [-] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.170917] env[70917]: DEBUG nova.network.neutron [-] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.174630] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 960.174630] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c841c3-6003-e53a-69b9-cfda08a55317" [ 960.174630] env[70917]: _type = "Task" [ 960.174630] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.186731] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c841c3-6003-e53a-69b9-cfda08a55317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.460447] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.503504] env[70917]: DEBUG oslo_concurrency.lockutils [req-5143809c-80ed-456f-a43d-27ebdb454c42 req-429063f4-1c11-4186-8bfe-c4ffea440ebf service nova] Releasing lock "refresh_cache-a67ef531-7cab-4947-af9e-f126af4ee06e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.624437] env[70917]: DEBUG nova.scheduler.client.report [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.625497] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 7b18ee62-aac9-48e7-85f6-69c2c8634e21] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.658986] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461764, 'name': Destroy_Task, 'duration_secs': 0.377924} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.658986] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Destroyed the VM [ 960.659633] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 960.660430] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1c3f4f5-e1d3-42f4-a0ce-afd0e595fb8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.669455] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 960.669455] env[70917]: value = "task-3461765" [ 960.669455] env[70917]: _type = "Task" [ 960.669455] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.690085] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461765, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.695403] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c841c3-6003-e53a-69b9-cfda08a55317, 'name': SearchDatastore_Task, 'duration_secs': 0.016355} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.695403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.695403] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.695403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.695403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.695645] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.695834] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-568a93f4-8b1e-4556-98a5-4dd8c29ab1c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.709263] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.709558] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.710760] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c784615-bd81-4e31-8b28-3f9939a9eb5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.718142] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 960.718142] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bba9ca-7655-d478-8900-b716d67078be" [ 960.718142] env[70917]: _type = "Task" [ 960.718142] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.729831] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bba9ca-7655-d478-8900-b716d67078be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.861943] env[70917]: DEBUG nova.network.neutron [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Successfully created port: c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.128719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.708s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.128962] env[70917]: INFO nova.compute.manager [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Migrating [ 961.136309] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 4826f4bc-3d8d-4c51-8a9b-c4be817b5507] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.141018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.965s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.141018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.142890] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.664s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.144246] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.144844] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.149019] env[70917]: INFO nova.compute.claims [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.182803] env[70917]: INFO nova.scheduler.client.report [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Deleted allocations for instance 1574ca17-f104-46d1-bca2-3f88470f8475 [ 961.188280] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461765, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389069} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.190938] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 961.191278] env[70917]: DEBUG nova.compute.manager [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.192853] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50875588-eccc-4f78-b3e8-afa07bdc45e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.206776] env[70917]: DEBUG nova.network.neutron [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Updated VIF entry in instance network info cache for port 0f7be729-4571-42b4-99c9-b177c2a03958. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.207204] env[70917]: DEBUG nova.network.neutron [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Updating instance_info_cache with network_info: [{"id": "0f7be729-4571-42b4-99c9-b177c2a03958", "address": "fa:16:3e:a5:94:dc", "network": {"id": "f6705aae-8320-42c6-abd3-da456b02d68d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1713524939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fedb2df3a4f858aa9f3a82dbd61a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7be729-45", "ovs_interfaceid": "0f7be729-4571-42b4-99c9-b177c2a03958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.207867] env[70917]: WARNING oslo_messaging._drivers.amqpdriver [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 961.211808] env[70917]: DEBUG nova.network.neutron [-] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.213989] env[70917]: INFO nova.scheduler.client.report [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Deleted allocations for instance 2ddfd9d0-381f-4c1e-8312-32babd0912cf [ 961.231879] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bba9ca-7655-d478-8900-b716d67078be, 'name': SearchDatastore_Task, 'duration_secs': 0.013357} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.233159] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0770f05a-5038-4334-8aac-507afa2206a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.246747] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 961.246747] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528b6e94-5b2f-34a3-47ca-de39f873b254" [ 961.246747] env[70917]: _type = "Task" [ 961.246747] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.260635] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528b6e94-5b2f-34a3-47ca-de39f873b254, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.260635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.260635] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] a29460b6-5da4-4c4c-845a-38da2c1274cd/a29460b6-5da4-4c4c-845a-38da2c1274cd.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.261528] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bb79a97-c9d0-4d1e-8560-ecede2fefd48 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.275142] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 961.275142] env[70917]: value = "task-3461766" [ 961.275142] env[70917]: _type = "Task" [ 961.275142] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.291566] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.303861] env[70917]: DEBUG nova.network.neutron [-] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.332674] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.332907] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.333188] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.333400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.333614] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.335965] env[70917]: INFO nova.compute.manager [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Terminating instance [ 961.471135] env[70917]: DEBUG nova.compute.manager [req-37fed70d-1966-4096-b002-86e3b85d9678 req-59f14d29-d182-49d3-a7d1-6d8624365236 service nova] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Received event network-vif-deleted-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.472242] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.502895] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.502895] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.503070] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.503811] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.503811] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.503811] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.505471] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.505471] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.505471] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.505471] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.505471] env[70917]: DEBUG nova.virt.hardware [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.506234] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437b830-60b7-4104-bdce-e53d5f94b4ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.516385] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931aa80f-9003-44de-a2d1-a423cf61a850 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.655406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.655800] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.655940] env[70917]: DEBUG nova.network.neutron [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.657807] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: e2d7b10f-0b55-4d1d-b1ee-291fd1d519ec] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.696797] env[70917]: DEBUG oslo_concurrency.lockutils [None req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Lock "1574ca17-f104-46d1-bca2-3f88470f8475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.205s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.712326] env[70917]: DEBUG oslo_concurrency.lockutils [req-056065eb-20eb-433b-aed2-5cd7c3fc8062 req-b1d216f3-f9c9-4ed8-90be-771f483723c9 service nova] Releasing lock "refresh_cache-a29460b6-5da4-4c4c-845a-38da2c1274cd" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.713158] env[70917]: INFO nova.compute.manager [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Shelve offloading [ 961.715359] env[70917]: INFO nova.compute.manager [-] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Took 1.54 seconds to deallocate network for instance. [ 961.724804] env[70917]: DEBUG oslo_concurrency.lockutils [None req-25eeafda-3764-4e95-b814-af2d4ddd157b tempest-ServersListShow296Test-1050452946 tempest-ServersListShow296Test-1050452946-project-member] Lock "2ddfd9d0-381f-4c1e-8312-32babd0912cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.832s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.784922] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490603} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.785554] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] a29460b6-5da4-4c4c-845a-38da2c1274cd/a29460b6-5da4-4c4c-845a-38da2c1274cd.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.786031] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.786354] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c1cc68-1370-42f0-b0aa-c325230289f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.795916] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 961.795916] env[70917]: value = "task-3461767" [ 961.795916] env[70917]: _type = "Task" [ 961.795916] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.807979] env[70917]: INFO nova.compute.manager [-] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Took 2.01 seconds to deallocate network for instance. [ 961.808629] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.842048] env[70917]: DEBUG nova.compute.manager [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.842300] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.843199] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd4b58-c9b8-4c67-918d-54d584c800ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.853148] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.853508] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c7f9287-a938-42fd-8a92-15c5b85493c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.861866] env[70917]: DEBUG oslo_vmware.api [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 961.861866] env[70917]: value = "task-3461768" [ 961.861866] env[70917]: _type = "Task" [ 961.861866] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.877441] env[70917]: DEBUG oslo_vmware.api [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.926410] env[70917]: DEBUG nova.compute.manager [req-1bf011dd-1a05-465d-84da-fdcb0f0e0bd8 req-b94c6e6c-9073-4222-aafc-5bfc21bb68dd service nova] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Received event network-vif-deleted-71be1587-b0d5-4801-b17b-c4ac6465cdbc {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.168796] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: d42d1d63-4a32-4ce8-adef-ae483488c5aa] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.226298] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.226607] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5160de-564d-4665-be02-d7843ef97ee7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.229575] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.247451] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 962.247451] env[70917]: value = "task-3461769" [ 962.247451] env[70917]: _type = "Task" [ 962.247451] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.262832] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.263012] env[70917]: DEBUG nova.compute.manager [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.263856] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22726d5f-5774-438c-a306-cfa7f0007259 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.272201] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.272395] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.272576] env[70917]: DEBUG nova.network.neutron [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.308319] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070964} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.308604] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.309882] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f1e31-fea2-4b28-897b-2d68ac01aa13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.317361] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.342241] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] a29460b6-5da4-4c4c-845a-38da2c1274cd/a29460b6-5da4-4c4c-845a-38da2c1274cd.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.344910] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-539111c7-7504-4185-b9f9-09b632344eb8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.367414] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 962.367414] env[70917]: value = "task-3461770" [ 962.367414] env[70917]: _type = "Task" [ 962.367414] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.376061] env[70917]: DEBUG oslo_vmware.api [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461768, 'name': PowerOffVM_Task, 'duration_secs': 0.248081} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.379025] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.379025] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.379610] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84064505-5d27-403e-aa05-1c3e546a71dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.384011] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.459565] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.459855] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.460064] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Deleting the datastore file [datastore2] fe53a1ee-812d-4bbe-8a48-e5dbee719f29 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.460620] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6343f4bb-7d8b-49de-87c5-10f3e67747a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.468476] env[70917]: DEBUG oslo_vmware.api [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for the task: (returnval){ [ 962.468476] env[70917]: value = "task-3461772" [ 962.468476] env[70917]: _type = "Task" [ 962.468476] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.481217] env[70917]: DEBUG oslo_vmware.api [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.680423] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 31674a28-a0b2-4b40-8c6e-ce45218a4d4b] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.724558] env[70917]: DEBUG nova.network.neutron [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance_info_cache with network_info: [{"id": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "address": "fa:16:3e:5a:26:c7", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc70f8f6-1c", "ovs_interfaceid": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.777942] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a476e5-517c-4204-a6f2-6bfba4e57545 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.787386] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc8349-ad29-42fc-8da8-128f8995328b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.824215] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be74e9c-e016-473c-9934-8e5e2e333b61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.833191] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d42a7-05dc-4080-8dce-b11ae6cde16b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.849313] env[70917]: DEBUG nova.compute.provider_tree [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.877974] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.983757] env[70917]: DEBUG oslo_vmware.api [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Task: {'id': task-3461772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221697} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.986935] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.987375] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.987665] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.987896] env[70917]: INFO nova.compute.manager [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Took 1.15 seconds to destroy the instance on the hypervisor. [ 962.988187] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.988452] env[70917]: DEBUG nova.compute.manager [-] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.988584] env[70917]: DEBUG nova.network.neutron [-] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.185781] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 34e06a78-8024-4143-acd9-5482f144e8e6] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.230364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.356908] env[70917]: DEBUG nova.scheduler.client.report [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.384290] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.424863] env[70917]: DEBUG nova.network.neutron [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Successfully updated port: c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.467941] env[70917]: DEBUG nova.network.neutron [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.635415] env[70917]: DEBUG nova.compute.manager [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Received event network-vif-plugged-c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.635663] env[70917]: DEBUG oslo_concurrency.lockutils [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] Acquiring lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.637058] env[70917]: DEBUG oslo_concurrency.lockutils [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.637349] env[70917]: DEBUG oslo_concurrency.lockutils [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.637545] env[70917]: DEBUG nova.compute.manager [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] No waiting events found dispatching network-vif-plugged-c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.637704] env[70917]: WARNING nova.compute.manager [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Received unexpected event network-vif-plugged-c66c8530-d329-4d02-9e1f-04a9a6435fdf for instance with vm_state building and task_state spawning. [ 963.637864] env[70917]: DEBUG nova.compute.manager [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Received event network-changed-c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.641097] env[70917]: DEBUG nova.compute.manager [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Refreshing instance network info cache due to event network-changed-c66c8530-d329-4d02-9e1f-04a9a6435fdf. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.641332] env[70917]: DEBUG oslo_concurrency.lockutils [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] Acquiring lock "refresh_cache-17e2c46b-5104-41a5-a9c5-f8d24629c3f3" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.641619] env[70917]: DEBUG oslo_concurrency.lockutils [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] Acquired lock "refresh_cache-17e2c46b-5104-41a5-a9c5-f8d24629c3f3" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.641683] env[70917]: DEBUG nova.network.neutron [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Refreshing network info cache for port c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.689133] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 0d1251c2-445a-4c12-bd0f-57bf837f399b] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.861209] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.861824] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.865926] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.783s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.867854] env[70917]: INFO nova.compute.claims [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.881943] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461770, 'name': ReconfigVM_Task, 'duration_secs': 1.153236} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.884318] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Reconfigured VM instance instance-00000049 to attach disk [datastore1] a29460b6-5da4-4c4c-845a-38da2c1274cd/a29460b6-5da4-4c4c-845a-38da2c1274cd.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.884318] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-580e6135-2427-4592-81f7-5b929aa6d20c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.891601] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 963.891601] env[70917]: value = "task-3461773" [ 963.891601] env[70917]: _type = "Task" [ 963.891601] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.902041] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461773, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.927751] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "refresh_cache-17e2c46b-5104-41a5-a9c5-f8d24629c3f3" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.972094] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.192671] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 60bc20af-1861-48d0-9eac-9b2de32ad51a] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.201965] env[70917]: DEBUG nova.network.neutron [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.282827] env[70917]: DEBUG nova.network.neutron [-] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.372987] env[70917]: DEBUG nova.compute.utils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.374595] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.374881] env[70917]: DEBUG nova.network.neutron [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.406027] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461773, 'name': Rename_Task, 'duration_secs': 0.381727} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.406027] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.406027] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f5e1e8-9a02-43c0-adbf-b30ff07146e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.416019] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 964.416019] env[70917]: value = "task-3461774" [ 964.416019] env[70917]: _type = "Task" [ 964.416019] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.429596] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.430906] env[70917]: DEBUG nova.network.neutron [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.481190] env[70917]: DEBUG nova.policy [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.696227] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: b57ffe91-4cba-41fc-9c3b-8db661b91780] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.747636] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3380a93-1847-44ce-b112-b5eb3f4d5d0e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.754036] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.754036] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e343c-16db-4385-aa61-a26f651b1695 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.788765] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.789732] env[70917]: INFO nova.compute.manager [-] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Took 1.80 seconds to deallocate network for instance. [ 964.790937] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.799966] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df26c4c-8f2b-4380-b0f2-0e6c68660331 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.878805] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.892833] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.893218] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.893296] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleting the datastore file [datastore1] 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.893900] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-559d2fb6-d094-4672-8c9b-15c9e23bb43a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.905585] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 964.905585] env[70917]: value = "task-3461776" [ 964.905585] env[70917]: _type = "Task" [ 964.905585] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.918927] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.937624] env[70917]: DEBUG oslo_concurrency.lockutils [req-9cbc0da8-178e-4373-abb1-403c7d59204e req-78afa31b-352c-46f1-b867-0d1083729093 service nova] Releasing lock "refresh_cache-17e2c46b-5104-41a5-a9c5-f8d24629c3f3" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.937674] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.942658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquired lock "refresh_cache-17e2c46b-5104-41a5-a9c5-f8d24629c3f3" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.942658] env[70917]: DEBUG nova.network.neutron [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.054423] env[70917]: DEBUG nova.network.neutron [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Successfully created port: 1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.201653] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: acd86542-d115-4a88-b6e5-3133e456b45b] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.307934] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.308570] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6da54b7f-0e2c-48a6-9af9-185a24de8ada {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.312484] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.318256] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 965.318256] env[70917]: value = "task-3461777" [ 965.318256] env[70917]: _type = "Task" [ 965.318256] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.330694] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.360246] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e4600-3053-4035-b547-e1862b43f669 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.369762] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352dea9e-e8ee-491a-81c3-95730db31f13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.409219] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf809e6-9437-4ec5-b857-9f96c1a56f5c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.426831] env[70917]: DEBUG oslo_vmware.api [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152295} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.427562] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.427775] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.427952] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.431131] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c58ea4-8c4c-4c00-b298-f555dcbad199 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.442031] env[70917]: DEBUG oslo_vmware.api [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461774, 'name': PowerOnVM_Task, 'duration_secs': 0.834291} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.442031] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.442031] env[70917]: INFO nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Took 8.75 seconds to spawn the instance on the hypervisor. [ 965.442031] env[70917]: DEBUG nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.442031] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7c70a0-5d91-4800-bfdf-096bc32ff47c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.455191] env[70917]: DEBUG nova.compute.provider_tree [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.458636] env[70917]: INFO nova.scheduler.client.report [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted allocations for instance 9f9fe874-7dac-44a5-9673-d623930b15e9 [ 965.573397] env[70917]: DEBUG nova.network.neutron [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.704869] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 6d715a3c-aa6b-4123-b61e-3588399733bd] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.745371] env[70917]: DEBUG nova.compute.manager [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Received event network-vif-deleted-2cf442f5-fe78-455a-881d-1b52f38c12d3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.745675] env[70917]: DEBUG nova.compute.manager [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-vif-unplugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.745892] env[70917]: DEBUG oslo_concurrency.lockutils [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.746113] env[70917]: DEBUG oslo_concurrency.lockutils [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.746288] env[70917]: DEBUG oslo_concurrency.lockutils [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.746453] env[70917]: DEBUG nova.compute.manager [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] No waiting events found dispatching network-vif-unplugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.746662] env[70917]: WARNING nova.compute.manager [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received unexpected event network-vif-unplugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a for instance with vm_state shelved_offloaded and task_state None. [ 965.746774] env[70917]: DEBUG nova.compute.manager [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.746926] env[70917]: DEBUG nova.compute.manager [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing instance network info cache due to event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.747118] env[70917]: DEBUG oslo_concurrency.lockutils [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.747253] env[70917]: DEBUG oslo_concurrency.lockutils [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.747405] env[70917]: DEBUG nova.network.neutron [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.818896] env[70917]: DEBUG nova.network.neutron [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Updating instance_info_cache with network_info: [{"id": "c66c8530-d329-4d02-9e1f-04a9a6435fdf", "address": "fa:16:3e:22:60:5a", "network": {"id": "5314a6cb-fa08-4445-bac8-ea64b4a4f796", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-499098709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea0865c4b9845d1b5181b3d063627ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66c8530-d3", "ovs_interfaceid": "c66c8530-d329-4d02-9e1f-04a9a6435fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.830454] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461777, 'name': PowerOffVM_Task, 'duration_secs': 0.243243} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.830722] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.831213] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.910450] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.936538] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.936809] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.936975] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.937363] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.937363] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.937476] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.937712] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.937889] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.938068] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.938234] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.938407] env[70917]: DEBUG nova.virt.hardware [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.939290] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732617d9-cfe2-4d8d-b268-0fdc0f7eaf63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.949370] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e0455-55af-4676-a6d7-233d64f15a90 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.964377] env[70917]: DEBUG nova.scheduler.client.report [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.968887] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.975543] env[70917]: INFO nova.compute.manager [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Took 58.51 seconds to build instance. [ 966.208398] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 3aa4f084-ef8d-405a-a02e-16b977a8ba80] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.324572] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Releasing lock "refresh_cache-17e2c46b-5104-41a5-a9c5-f8d24629c3f3" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.324832] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Instance network_info: |[{"id": "c66c8530-d329-4d02-9e1f-04a9a6435fdf", "address": "fa:16:3e:22:60:5a", "network": {"id": "5314a6cb-fa08-4445-bac8-ea64b4a4f796", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-499098709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea0865c4b9845d1b5181b3d063627ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66c8530-d3", "ovs_interfaceid": "c66c8530-d329-4d02-9e1f-04a9a6435fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.325517] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:60:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c66c8530-d329-4d02-9e1f-04a9a6435fdf', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.336564] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Creating folder: Project (0ea0865c4b9845d1b5181b3d063627ea). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.341443] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.341663] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.341823] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.342012] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.342163] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.342310] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.342513] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.342672] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.342835] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.342995] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.343178] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.348237] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd7c8f3b-9209-48f2-99d7-d12e4622ffb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.350391] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9feeb02c-8cda-45a4-92d0-d49cf9c19ec7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.369254] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 966.369254] env[70917]: value = "task-3461779" [ 966.369254] env[70917]: _type = "Task" [ 966.369254] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.378371] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Created folder: Project (0ea0865c4b9845d1b5181b3d063627ea) in parent group-v691255. [ 966.378628] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Creating folder: Instances. Parent ref: group-v691467. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.382699] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd0ee57-6d6d-4f74-99f4-750f18e4bde9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.384571] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.404347] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Created folder: Instances in parent group-v691467. [ 966.404701] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.404815] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.405043] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-374b17c1-aaf9-41aa-ad29-5a388e74eec3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.430852] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.430852] env[70917]: value = "task-3461781" [ 966.430852] env[70917]: _type = "Task" [ 966.430852] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.441136] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461781, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.478209] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.478209] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.478862] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.166s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.479676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.482473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.994s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.482841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.485670] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.118s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.487346] env[70917]: INFO nova.compute.claims [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.491457] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.039s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.524276] env[70917]: INFO nova.scheduler.client.report [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Deleted allocations for instance fdca672d-2374-49d6-8e68-ac242e39b75f [ 966.528604] env[70917]: INFO nova.scheduler.client.report [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleted allocations for instance 741a22eb-1de9-4f24-92bc-001da42c21f8 [ 966.589169] env[70917]: DEBUG nova.network.neutron [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updated VIF entry in instance network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.589611] env[70917]: DEBUG nova.network.neutron [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap87dd2138-04", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.711604] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 8afde6a3-9518-41ff-9744-a824adda19ed] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.815734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.815970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.816376] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.816723] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.816941] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.822019] env[70917]: INFO nova.compute.manager [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Terminating instance [ 966.880418] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461779, 'name': ReconfigVM_Task, 'duration_secs': 0.254816} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.880733] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.889570] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "a29460b6-5da4-4c4c-845a-38da2c1274cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.889825] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.890053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "a29460b6-5da4-4c4c-845a-38da2c1274cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.890249] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.890454] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.892509] env[70917]: INFO nova.compute.manager [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Terminating instance [ 966.942953] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461781, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.997258] env[70917]: DEBUG nova.compute.utils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.999393] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.999613] env[70917]: DEBUG nova.network.neutron [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.040061] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2eb8692d-3ae7-493d-b372-c0b3874498f4 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "fdca672d-2374-49d6-8e68-ac242e39b75f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.532s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.041642] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "741a22eb-1de9-4f24-92bc-001da42c21f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.280s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.093190] env[70917]: DEBUG oslo_concurrency.lockutils [req-57762e34-5155-4a41-af7e-7731aa888537 req-36a16466-0dcc-41cd-955e-ecbf188423a6 service nova] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.123201] env[70917]: DEBUG nova.policy [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24464b227df44ab6a0f1ecb8472bb415', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806f96658c2c4b74a9c67fb91f487396', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.214922] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.216724] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Cleaning up deleted instances with incomplete migration {{(pid=70917) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 967.273140] env[70917]: DEBUG nova.network.neutron [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Successfully updated port: 1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.328029] env[70917]: DEBUG nova.compute.manager [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.328029] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.328029] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0de63a-4813-4ee7-805c-19c80d37c60f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.337903] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.340220] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f9ff4c-95ee-4a9d-a8bf-9f7815fb680d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.352252] env[70917]: DEBUG oslo_vmware.api [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 967.352252] env[70917]: value = "task-3461782" [ 967.352252] env[70917]: _type = "Task" [ 967.352252] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.366694] env[70917]: DEBUG oslo_vmware.api [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.388491] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.388743] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.388908] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.389730] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.391793] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.391793] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.391793] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.392157] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.392157] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.392229] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.392400] env[70917]: DEBUG nova.virt.hardware [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.402364] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.403472] env[70917]: DEBUG nova.compute.manager [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.403687] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.403959] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d0c5fa-f493-4d2b-a852-d2706292fb84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.420279] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d05de2-6624-46dd-9464-36114676a3b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.430886] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.432452] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda29ba4-9ad1-4f62-b3d9-3432492fa72c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.434395] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 967.434395] env[70917]: value = "task-3461783" [ 967.434395] env[70917]: _type = "Task" [ 967.434395] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.445510] env[70917]: DEBUG oslo_vmware.api [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 967.445510] env[70917]: value = "task-3461784" [ 967.445510] env[70917]: _type = "Task" [ 967.445510] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.456571] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.457322] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461781, 'name': CreateVM_Task, 'duration_secs': 0.559752} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.457932] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.459043] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.459043] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.460396] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.460396] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423adbd1-66ce-4508-b456-f3cef623a5c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.465443] env[70917]: DEBUG oslo_vmware.api [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.470507] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 967.470507] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5284f58c-e39f-f958-ee57-ad3f76208c74" [ 967.470507] env[70917]: _type = "Task" [ 967.470507] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.484390] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5284f58c-e39f-f958-ee57-ad3f76208c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.504064] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.662984] env[70917]: DEBUG nova.network.neutron [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Successfully created port: 59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.718798] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.775979] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.775979] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.775979] env[70917]: DEBUG nova.network.neutron [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.846643] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.846929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.847164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.847341] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.847515] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.853506] env[70917]: INFO nova.compute.manager [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Terminating instance [ 967.868743] env[70917]: DEBUG oslo_vmware.api [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461782, 'name': PowerOffVM_Task, 'duration_secs': 0.277247} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.874061] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.874269] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.875051] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7854f21f-e713-4fd6-9f36-6ed84cedd2ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.957224] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461783, 'name': ReconfigVM_Task, 'duration_secs': 0.253344} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.957224] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.958086] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d52ddda-9482-41b4-9a92-357fc0b3f884 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.968159] env[70917]: DEBUG oslo_vmware.api [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461784, 'name': PowerOffVM_Task, 'duration_secs': 0.262214} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.970322] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.973566] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.974303] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e671d811-4bda-4cfb-8dfa-f8544d8f6e9c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.004778] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486/62b6da56-6d93-4d88-8f36-7056a25c5486.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.010850] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a1f58d-e6aa-474a-8903-c04996ba29fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.028779] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.029048] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.029288] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleting the datastore file [datastore2] c01375bf-2df8-4bfd-8e3d-3bba821bc080 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.030439] env[70917]: DEBUG nova.compute.manager [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-vif-plugged-1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.030682] env[70917]: DEBUG oslo_concurrency.lockutils [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.030950] env[70917]: DEBUG oslo_concurrency.lockutils [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.031174] env[70917]: DEBUG oslo_concurrency.lockutils [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.031378] env[70917]: DEBUG nova.compute.manager [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] No waiting events found dispatching network-vif-plugged-1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.031575] env[70917]: WARNING nova.compute.manager [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received unexpected event network-vif-plugged-1efb1acc-351a-4ada-868c-3337882abe7d for instance with vm_state building and task_state spawning. [ 968.031783] env[70917]: DEBUG nova.compute.manager [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-changed-1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.031969] env[70917]: DEBUG nova.compute.manager [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing instance network info cache due to event network-changed-1efb1acc-351a-4ada-868c-3337882abe7d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.032183] env[70917]: DEBUG oslo_concurrency.lockutils [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.033854] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4129e1bf-3e91-482a-b872-5bcda85b107c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.042685] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5284f58c-e39f-f958-ee57-ad3f76208c74, 'name': SearchDatastore_Task, 'duration_secs': 0.015333} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.043522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.044087] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.044087] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.045117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.045117] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.045117] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de861221-abab-47be-a340-794cc3c4dc04 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.053844] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 968.053844] env[70917]: value = "task-3461788" [ 968.053844] env[70917]: _type = "Task" [ 968.053844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.053844] env[70917]: DEBUG oslo_vmware.api [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 968.053844] env[70917]: value = "task-3461787" [ 968.053844] env[70917]: _type = "Task" [ 968.053844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.062491] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.062491] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.064060] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad772df9-9b57-4851-8dee-5e6783d9a00c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.076313] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.076806] env[70917]: DEBUG oslo_vmware.api [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.086437] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 968.086437] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209d43c-0705-4391-5fcb-734e49aaa297" [ 968.086437] env[70917]: _type = "Task" [ 968.086437] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.092734] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.093071] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.093179] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleting the datastore file [datastore1] a29460b6-5da4-4c4c-845a-38da2c1274cd {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.093412] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11cdf1a5-64b8-47f3-90e6-cc745b0ed83d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.100634] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0f870f-1d55-4a1d-818c-48a22c2b6891 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.103811] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209d43c-0705-4391-5fcb-734e49aaa297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.112589] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7905f4dd-8a9d-4ff3-b6f2-7a9042777f30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.117396] env[70917]: DEBUG oslo_vmware.api [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for the task: (returnval){ [ 968.117396] env[70917]: value = "task-3461789" [ 968.117396] env[70917]: _type = "Task" [ 968.117396] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.148374] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79979830-5686-4ad5-a0dc-fca61708cac6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.154239] env[70917]: DEBUG oslo_vmware.api [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.160567] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29a65cb-2893-40e8-96a9-9a694e220b0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.166021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.166441] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.166684] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.166879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.167058] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.177336] env[70917]: DEBUG nova.compute.provider_tree [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.179761] env[70917]: INFO nova.compute.manager [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Terminating instance [ 968.186128] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.337262] env[70917]: DEBUG nova.network.neutron [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.363835] env[70917]: DEBUG nova.compute.manager [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.363978] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.365353] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc51a9d0-38d0-476c-a9fb-9c72a067e25f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.375547] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.376215] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fda5755-af54-4eb7-ab9a-5d0032fc2196 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.387866] env[70917]: DEBUG oslo_vmware.api [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 968.387866] env[70917]: value = "task-3461790" [ 968.387866] env[70917]: _type = "Task" [ 968.387866] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.396837] env[70917]: DEBUG oslo_vmware.api [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.520590] env[70917]: DEBUG nova.network.neutron [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.535212] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.572890] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461788, 'name': ReconfigVM_Task, 'duration_secs': 0.463045} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.579361] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.579728] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.579968] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.580334] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.580522] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.580722] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.581139] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.581316] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.581506] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.581715] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.581982] env[70917]: DEBUG nova.virt.hardware [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.582521] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486/62b6da56-6d93-4d88-8f36-7056a25c5486.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.582923] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.586961] env[70917]: DEBUG oslo_vmware.api [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324624} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.588077] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5695ed2-aff3-404e-ad55-abbda02e2393 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.591435] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.591627] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.591925] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.591991] env[70917]: INFO nova.compute.manager [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Took 1.27 seconds to destroy the instance on the hypervisor. [ 968.592228] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.596370] env[70917]: DEBUG nova.compute.manager [-] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.596370] env[70917]: DEBUG nova.network.neutron [-] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.610214] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209d43c-0705-4391-5fcb-734e49aaa297, 'name': SearchDatastore_Task, 'duration_secs': 0.013755} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.610934] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4f552-abfd-466e-8bed-23c7922baa0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.617273] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6fd727-964b-493a-b449-ce6321850d4e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.637133] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 968.637133] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5293f408-8a2e-488c-ae7f-6dd44071e568" [ 968.637133] env[70917]: _type = "Task" [ 968.637133] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.644244] env[70917]: DEBUG oslo_vmware.api [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Task: {'id': task-3461789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223847} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.644884] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.645097] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.645294] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.645486] env[70917]: INFO nova.compute.manager [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Took 1.24 seconds to destroy the instance on the hypervisor. [ 968.645733] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.646196] env[70917]: DEBUG nova.compute.manager [-] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.646300] env[70917]: DEBUG nova.network.neutron [-] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.651862] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5293f408-8a2e-488c-ae7f-6dd44071e568, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.652402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.652664] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 17e2c46b-5104-41a5-a9c5-f8d24629c3f3/17e2c46b-5104-41a5-a9c5-f8d24629c3f3.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.652922] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f9bfff4-7a0a-4925-a49e-46e9830a9c1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.661552] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 968.661552] env[70917]: value = "task-3461791" [ 968.661552] env[70917]: _type = "Task" [ 968.661552] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.673025] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.683087] env[70917]: DEBUG nova.scheduler.client.report [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.689035] env[70917]: DEBUG nova.compute.manager [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.689035] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.689235] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287b83c-3479-4bd1-93d7-7f15195ccc3c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.701432] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.702295] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-532d2fc3-b358-4cda-9e5f-d17b28929d0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.713932] env[70917]: DEBUG oslo_vmware.api [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 968.713932] env[70917]: value = "task-3461792" [ 968.713932] env[70917]: _type = "Task" [ 968.713932] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.727177] env[70917]: DEBUG oslo_vmware.api [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.906820] env[70917]: DEBUG oslo_vmware.api [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461790, 'name': PowerOffVM_Task, 'duration_secs': 0.254784} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.907215] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.907433] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.907826] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a61e270-a66a-4812-84cb-681292010f76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.008422] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.008422] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.008422] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleting the datastore file [datastore2] efb140fb-109e-4c1c-a8c6-7971e38c2e88 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.008770] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672bfde9-9103-4469-b395-6803df3b4730 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.020080] env[70917]: DEBUG oslo_vmware.api [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for the task: (returnval){ [ 969.020080] env[70917]: value = "task-3461794" [ 969.020080] env[70917]: _type = "Task" [ 969.020080] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.024985] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025460] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Instance network_info: |[{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.025907] env[70917]: DEBUG oslo_concurrency.lockutils [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.026199] env[70917]: DEBUG nova.network.neutron [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing network info cache for port 1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.028251] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:36:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1efb1acc-351a-4ada-868c-3337882abe7d', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.039139] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.044384] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.049730] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d1dee8-a914-444c-9404-068b056acf67 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.067774] env[70917]: DEBUG oslo_vmware.api [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.077884] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.077884] env[70917]: value = "task-3461795" [ 969.077884] env[70917]: _type = "Task" [ 969.077884] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.094642] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461795, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.095790] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a886ae1-107e-4156-97de-9f03afdddfb9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.126797] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081440e4-3bf1-486d-ae2b-56bde5f8207c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.148091] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.173241] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489532} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.173609] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 17e2c46b-5104-41a5-a9c5-f8d24629c3f3/17e2c46b-5104-41a5-a9c5-f8d24629c3f3.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.173881] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.174220] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c711894-8baa-4cc5-b67b-557c1c19b38e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.183475] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 969.183475] env[70917]: value = "task-3461796" [ 969.183475] env[70917]: _type = "Task" [ 969.183475] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.188220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.188825] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.199280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.334s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.201108] env[70917]: INFO nova.compute.claims [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.204798] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.225180] env[70917]: DEBUG oslo_vmware.api [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461792, 'name': PowerOffVM_Task, 'duration_secs': 0.272089} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.225508] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.225664] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.228518] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b58f1e-13cc-412d-8b04-85b43d074910 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.309822] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.310061] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.310275] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Deleting the datastore file [datastore2] 3aab379f-893b-4fc8-a5bf-1189ae26ca2f {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.310574] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2fcb8f1-b423-4c0b-b9fd-20e711d5979d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.318420] env[70917]: DEBUG oslo_vmware.api [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for the task: (returnval){ [ 969.318420] env[70917]: value = "task-3461798" [ 969.318420] env[70917]: _type = "Task" [ 969.318420] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.331174] env[70917]: DEBUG oslo_vmware.api [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.398036] env[70917]: DEBUG nova.network.neutron [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updated VIF entry in instance network info cache for port 1efb1acc-351a-4ada-868c-3337882abe7d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.398525] env[70917]: DEBUG nova.network.neutron [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.530668] env[70917]: DEBUG oslo_vmware.api [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Task: {'id': task-3461794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272696} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.530965] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.531179] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.531357] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.531551] env[70917]: INFO nova.compute.manager [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Took 1.17 seconds to destroy the instance on the hypervisor. [ 969.531763] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.531954] env[70917]: DEBUG nova.compute.manager [-] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.532063] env[70917]: DEBUG nova.network.neutron [-] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.539059] env[70917]: DEBUG nova.network.neutron [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Successfully updated port: 59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.590546] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461795, 'name': CreateVM_Task, 'duration_secs': 0.472251} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.590758] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.591378] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.591546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.591855] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.592121] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff039af1-5935-4754-9965-d230d1beb2c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.596861] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 969.596861] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52369d28-1a39-6481-638c-323812f7f9aa" [ 969.596861] env[70917]: _type = "Task" [ 969.596861] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.606190] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52369d28-1a39-6481-638c-323812f7f9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.698756] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088112} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.699190] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.700751] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7896062a-644f-4395-b429-88fd302efc5a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.706015] env[70917]: DEBUG nova.network.neutron [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Port cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 969.710069] env[70917]: DEBUG nova.compute.utils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.714299] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.714644] env[70917]: DEBUG nova.network.neutron [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.756028] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 17e2c46b-5104-41a5-a9c5-f8d24629c3f3/17e2c46b-5104-41a5-a9c5-f8d24629c3f3.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.759938] env[70917]: DEBUG nova.network.neutron [-] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.762176] env[70917]: DEBUG nova.network.neutron [-] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.763581] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7747b3ac-c9f4-4ff5-914a-740a55fe66e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.796777] env[70917]: DEBUG nova.policy [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c104538f374b1fa4cb9f2059ed0e4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9304e9cf48c4905905635eddf1529c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.799075] env[70917]: INFO nova.compute.manager [-] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Took 1.15 seconds to deallocate network for instance. [ 969.817069] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 969.817069] env[70917]: value = "task-3461799" [ 969.817069] env[70917]: _type = "Task" [ 969.817069] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.835534] env[70917]: DEBUG oslo_vmware.api [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Task: {'id': task-3461798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151511} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.841796] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.842128] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.842478] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.842655] env[70917]: INFO nova.compute.manager [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 969.843013] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.843823] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.844151] env[70917]: DEBUG nova.compute.manager [-] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.844290] env[70917]: DEBUG nova.network.neutron [-] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.870268] env[70917]: DEBUG nova.compute.manager [req-ce33b68d-9cf6-4205-b0bb-61427f329931 req-7e48dcea-cc69-4bbf-9eb2-8380b9db0b07 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Received event network-vif-deleted-0f7b14f9-5627-4521-9dfa-3fb271e7e435 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.870557] env[70917]: INFO nova.compute.manager [req-ce33b68d-9cf6-4205-b0bb-61427f329931 req-7e48dcea-cc69-4bbf-9eb2-8380b9db0b07 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Neutron deleted interface 0f7b14f9-5627-4521-9dfa-3fb271e7e435; detaching it from the instance and deleting it from the info cache [ 969.870833] env[70917]: DEBUG nova.network.neutron [req-ce33b68d-9cf6-4205-b0bb-61427f329931 req-7e48dcea-cc69-4bbf-9eb2-8380b9db0b07 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.902786] env[70917]: DEBUG oslo_concurrency.lockutils [req-116a01d1-20f3-47b9-b255-0bc2b361de48 req-954763d8-4b40-4efb-bed3-82516b6afd75 service nova] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.039687] env[70917]: DEBUG nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Received event network-vif-deleted-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.039861] env[70917]: DEBUG nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Received event network-vif-deleted-0f7be729-4571-42b4-99c9-b177c2a03958 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.039990] env[70917]: DEBUG nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Received event network-vif-plugged-59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.040127] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] Acquiring lock "68a75d51-97da-47fb-8295-9c48ef816e66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.040298] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] Lock "68a75d51-97da-47fb-8295-9c48ef816e66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.040435] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] Lock "68a75d51-97da-47fb-8295-9c48ef816e66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.044025] env[70917]: DEBUG nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] No waiting events found dispatching network-vif-plugged-59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.044025] env[70917]: WARNING nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Received unexpected event network-vif-plugged-59e4bedc-f618-475d-8699-aa809c42068a for instance with vm_state building and task_state spawning. [ 970.044025] env[70917]: DEBUG nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Received event network-changed-59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.044025] env[70917]: DEBUG nova.compute.manager [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Refreshing instance network info cache due to event network-changed-59e4bedc-f618-475d-8699-aa809c42068a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.044025] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] Acquiring lock "refresh_cache-68a75d51-97da-47fb-8295-9c48ef816e66" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.044025] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] Acquired lock "refresh_cache-68a75d51-97da-47fb-8295-9c48ef816e66" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.044025] env[70917]: DEBUG nova.network.neutron [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Refreshing network info cache for port 59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.044025] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "refresh_cache-68a75d51-97da-47fb-8295-9c48ef816e66" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.113119] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52369d28-1a39-6481-638c-323812f7f9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.113119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.113119] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.113119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.113119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.113119] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.113119] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a59f711-fa97-4828-b8c9-d582548b8910 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.126015] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.126015] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.126015] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428b8905-c5bc-4ad0-bca9-68e64ccf7dca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.132162] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 970.132162] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5250dce6-9d96-c85f-79ed-aa8d8e4c9983" [ 970.132162] env[70917]: _type = "Task" [ 970.132162] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.144357] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5250dce6-9d96-c85f-79ed-aa8d8e4c9983, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.145158] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fac4941-b918-4206-8769-63b52675842f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.151488] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 970.151488] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d28c2a-9568-448c-fd9b-8bc72cfc2a16" [ 970.151488] env[70917]: _type = "Task" [ 970.151488] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.159774] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d28c2a-9568-448c-fd9b-8bc72cfc2a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.214615] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.263096] env[70917]: INFO nova.compute.manager [-] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Took 1.67 seconds to deallocate network for instance. [ 970.265323] env[70917]: DEBUG nova.network.neutron [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Successfully created port: b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.310501] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.328894] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461799, 'name': ReconfigVM_Task, 'duration_secs': 0.307097} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.329201] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 17e2c46b-5104-41a5-a9c5-f8d24629c3f3/17e2c46b-5104-41a5-a9c5-f8d24629c3f3.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.329880] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72098dfd-42fe-46c2-8b78-bfbe1349c928 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.338403] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 970.338403] env[70917]: value = "task-3461800" [ 970.338403] env[70917]: _type = "Task" [ 970.338403] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.346603] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461800, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.349279] env[70917]: DEBUG nova.network.neutron [-] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.374324] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5bfc40b-c56c-4966-a7a1-fccba76ef25f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.387339] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0661b-da43-4ee4-8964-50478274151b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.431251] env[70917]: DEBUG nova.compute.manager [req-ce33b68d-9cf6-4205-b0bb-61427f329931 req-7e48dcea-cc69-4bbf-9eb2-8380b9db0b07 service nova] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Detach interface failed, port_id=0f7b14f9-5627-4521-9dfa-3fb271e7e435, reason: Instance efb140fb-109e-4c1c-a8c6-7971e38c2e88 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.579671] env[70917]: DEBUG nova.network.neutron [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.664931] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d28c2a-9568-448c-fd9b-8bc72cfc2a16, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.667748] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.668015] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 595a79bd-4b05-470d-bcf1-94858bb13ca0/595a79bd-4b05-470d-bcf1-94858bb13ca0.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.668496] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe455d85-1be1-4bfb-981f-2f99478ca0eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.676028] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 970.676028] env[70917]: value = "task-3461801" [ 970.676028] env[70917]: _type = "Task" [ 970.676028] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.687079] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.687903] env[70917]: DEBUG nova.network.neutron [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.694616] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f853e9-dfbf-439d-86fb-c208ec3cbeeb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.704067] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd5650-0b4e-4fcd-b65b-2af2c0f6feb2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.740614] env[70917]: DEBUG nova.network.neutron [-] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.750452] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70a214-877d-45e6-abfa-137badfe659a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.761736] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.764380] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.764380] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.769663] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ab43f-2ca8-4204-8ac1-3856c9ecd3f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.774484] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.788637] env[70917]: DEBUG nova.compute.provider_tree [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.853551] env[70917]: INFO nova.compute.manager [-] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Took 1.32 seconds to deallocate network for instance. [ 970.853932] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461800, 'name': Rename_Task, 'duration_secs': 0.150545} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.856484] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.859471] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d81d164-617c-47a6-aac6-cd0c51f7dfad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.874179] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 970.874179] env[70917]: value = "task-3461802" [ 970.874179] env[70917]: _type = "Task" [ 970.874179] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.886607] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.187930] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455054} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.187930] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 595a79bd-4b05-470d-bcf1-94858bb13ca0/595a79bd-4b05-470d-bcf1-94858bb13ca0.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.187930] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.187930] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd8ed6d-1d27-4fe8-93d7-ccedfae334d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.191501] env[70917]: DEBUG oslo_concurrency.lockutils [req-0c73e158-36d8-43bc-bb27-3dea4c386d75 req-a178521e-e953-4b2d-9d71-d9bebe55ec8b service nova] Releasing lock "refresh_cache-68a75d51-97da-47fb-8295-9c48ef816e66" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.191998] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquired lock "refresh_cache-68a75d51-97da-47fb-8295-9c48ef816e66" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.192107] env[70917]: DEBUG nova.network.neutron [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.195409] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 971.195409] env[70917]: value = "task-3461803" [ 971.195409] env[70917]: _type = "Task" [ 971.195409] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.204857] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.249913] env[70917]: INFO nova.compute.manager [-] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Took 1.41 seconds to deallocate network for instance. [ 971.250974] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.278671] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.278950] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.279130] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.279314] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.279461] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.279622] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.279962] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.280211] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.280402] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.280570] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.280747] env[70917]: DEBUG nova.virt.hardware [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.281850] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b6a3b9-d97f-48d4-b584-803327b811a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.291946] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cceb756-3706-4a95-b1c3-93427f36f034 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.297085] env[70917]: DEBUG nova.scheduler.client.report [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.364318] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.387048] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.708179] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066073} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.708179] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.708754] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb100a-9023-4046-8c17-794a55402c32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.740892] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 595a79bd-4b05-470d-bcf1-94858bb13ca0/595a79bd-4b05-470d-bcf1-94858bb13ca0.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.741286] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be774c12-15e6-413b-a2d7-38b0098c7096 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.757744] env[70917]: DEBUG nova.network.neutron [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.762103] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.768630] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 971.768630] env[70917]: value = "task-3461804" [ 971.768630] env[70917]: _type = "Task" [ 971.768630] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.783364] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.802252] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.805124] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.806212] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.690s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.806583] env[70917]: DEBUG nova.objects.instance [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.820216] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.820216] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.820216] env[70917]: DEBUG nova.network.neutron [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.886434] env[70917]: DEBUG oslo_vmware.api [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461802, 'name': PowerOnVM_Task, 'duration_secs': 0.619388} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.886706] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.887072] env[70917]: INFO nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Took 10.41 seconds to spawn the instance on the hypervisor. [ 971.887428] env[70917]: DEBUG nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.890198] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f16064-99e7-459c-8e4e-ae805601b478 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.066442] env[70917]: DEBUG nova.network.neutron [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Updating instance_info_cache with network_info: [{"id": "59e4bedc-f618-475d-8699-aa809c42068a", "address": "fa:16:3e:81:f2:bd", "network": {"id": "e600b9da-0e3f-4507-ab28-153da161b31f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-983482266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806f96658c2c4b74a9c67fb91f487396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e4bedc-f6", "ovs_interfaceid": "59e4bedc-f618-475d-8699-aa809c42068a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.079538] env[70917]: DEBUG nova.network.neutron [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Successfully updated port: b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.126495] env[70917]: DEBUG nova.compute.manager [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Received event network-vif-deleted-75db945e-906a-4c4f-9506-40d0c0b05846 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.126635] env[70917]: DEBUG nova.compute.manager [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Received event network-vif-plugged-b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.126829] env[70917]: DEBUG oslo_concurrency.lockutils [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] Acquiring lock "7a399816-9500-424f-92d1-92092372e8fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.127047] env[70917]: DEBUG oslo_concurrency.lockutils [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] Lock "7a399816-9500-424f-92d1-92092372e8fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.127220] env[70917]: DEBUG oslo_concurrency.lockutils [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] Lock "7a399816-9500-424f-92d1-92092372e8fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.127382] env[70917]: DEBUG nova.compute.manager [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] No waiting events found dispatching network-vif-plugged-b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.127542] env[70917]: WARNING nova.compute.manager [req-be41ec2f-9fba-4b34-9bd3-b6f951b7f0b4 req-b983de33-dbd0-46f3-9470-746422d10b2d service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Received unexpected event network-vif-plugged-b191325d-0ea3-487c-8bb1-05b12d9139ec for instance with vm_state building and task_state spawning. [ 972.280479] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.312210] env[70917]: DEBUG nova.compute.utils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.318941] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.318941] env[70917]: DEBUG nova.network.neutron [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.396587] env[70917]: DEBUG nova.policy [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7f8d7c253794538bea3c6736a4e4999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c1886d6e564ec2b26dc7403a8a704a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.406448] env[70917]: INFO nova.compute.manager [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Took 63.71 seconds to build instance. [ 972.568355] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Releasing lock "refresh_cache-68a75d51-97da-47fb-8295-9c48ef816e66" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.568726] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Instance network_info: |[{"id": "59e4bedc-f618-475d-8699-aa809c42068a", "address": "fa:16:3e:81:f2:bd", "network": {"id": "e600b9da-0e3f-4507-ab28-153da161b31f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-983482266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806f96658c2c4b74a9c67fb91f487396", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e4bedc-f6", "ovs_interfaceid": "59e4bedc-f618-475d-8699-aa809c42068a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.571943] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f2:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59e4bedc-f618-475d-8699-aa809c42068a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.580432] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Creating folder: Project (806f96658c2c4b74a9c67fb91f487396). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.581531] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44f38e22-b931-43e6-83c4-db0d4c12ecba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.586716] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "refresh_cache-7a399816-9500-424f-92d1-92092372e8fc" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.587487] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "refresh_cache-7a399816-9500-424f-92d1-92092372e8fc" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588118] env[70917]: DEBUG nova.network.neutron [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.600642] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Created folder: Project (806f96658c2c4b74a9c67fb91f487396) in parent group-v691255. [ 972.600865] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Creating folder: Instances. Parent ref: group-v691471. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.601173] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19892cd1-aac1-4f6d-af38-451ad1ecfe1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.612162] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Created folder: Instances in parent group-v691471. [ 972.612253] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.614407] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.614677] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6223d266-5a54-4f0e-a12a-955c60b2cb07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.638098] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.638098] env[70917]: value = "task-3461807" [ 972.638098] env[70917]: _type = "Task" [ 972.638098] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.647416] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461807, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.722799] env[70917]: DEBUG nova.network.neutron [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance_info_cache with network_info: [{"id": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "address": "fa:16:3e:5a:26:c7", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc70f8f6-1c", "ovs_interfaceid": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.780389] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461804, 'name': ReconfigVM_Task, 'duration_secs': 0.690549} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.780837] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 595a79bd-4b05-470d-bcf1-94858bb13ca0/595a79bd-4b05-470d-bcf1-94858bb13ca0.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.781464] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a96dfcf-bb92-428e-af64-a364965eebf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.790887] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 972.790887] env[70917]: value = "task-3461808" [ 972.790887] env[70917]: _type = "Task" [ 972.790887] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.804341] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461808, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.820467] env[70917]: DEBUG oslo_concurrency.lockutils [None req-28519461-d55f-454b-9a95-33416547979e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.821404] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.824846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.631s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.825095] env[70917]: DEBUG nova.objects.instance [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'resources' on Instance uuid 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.909192] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9bb1750-721a-48cb-be2f-f55f0527d611 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.750s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.917609] env[70917]: DEBUG nova.network.neutron [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Successfully created port: e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.144345] env[70917]: DEBUG nova.network.neutron [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.154662] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461807, 'name': CreateVM_Task, 'duration_secs': 0.399093} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.156820] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.157558] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.157726] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.158069] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.158365] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddddc19-59c8-49c1-b020-fbf4d792e523 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.166072] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 973.166072] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5207277d-c3e4-95b9-501e-03b6ed6c5f75" [ 973.166072] env[70917]: _type = "Task" [ 973.166072] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.175823] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5207277d-c3e4-95b9-501e-03b6ed6c5f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.225546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.301778] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461808, 'name': Rename_Task, 'duration_secs': 0.235458} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.302070] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.302324] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424647ba-c842-47da-a263-b9a7c3fc29f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.310522] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 973.310522] env[70917]: value = "task-3461809" [ 973.310522] env[70917]: _type = "Task" [ 973.310522] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.320824] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.332414] env[70917]: DEBUG nova.objects.instance [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'numa_topology' on Instance uuid 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.447107] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.447397] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.447605] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.447788] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.448011] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.450261] env[70917]: INFO nova.compute.manager [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Terminating instance [ 973.623173] env[70917]: DEBUG nova.network.neutron [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Updating instance_info_cache with network_info: [{"id": "b191325d-0ea3-487c-8bb1-05b12d9139ec", "address": "fa:16:3e:ff:51:f7", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb191325d-0e", "ovs_interfaceid": "b191325d-0ea3-487c-8bb1-05b12d9139ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.679541] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5207277d-c3e4-95b9-501e-03b6ed6c5f75, 'name': SearchDatastore_Task, 'duration_secs': 0.015991} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.679877] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.680133] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.680374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.680519] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.680706] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.680970] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b49f2b-c238-4464-a4c6-59cac184ffb2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.692314] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.692314] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.693018] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5df3a2-8502-4cf9-97e0-3276d383eb7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.699325] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 973.699325] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529baef3-e233-bdd6-d72a-c422f52fd2ac" [ 973.699325] env[70917]: _type = "Task" [ 973.699325] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.707770] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529baef3-e233-bdd6-d72a-c422f52fd2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.756747] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607cec48-92e6-492c-9832-5d0e35786c2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.778903] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c7734-fae8-4435-b8e8-44c85fec6658 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.786317] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.820763] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.836189] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.838719] env[70917]: DEBUG nova.objects.base [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Object Instance<03aea9c5-9dbe-43fc-b31b-adf1ceefb46c> lazy-loaded attributes: resources,numa_topology {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.868836] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.869287] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.869492] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.869745] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.869920] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.870220] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.870514] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.870700] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.870885] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.871058] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.871237] env[70917]: DEBUG nova.virt.hardware [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.873405] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c54e10-8da2-4a48-90b3-f9566ad33ec3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885628] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a34c3fa-815a-44d6-9c3a-0a79411d58f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.953687] env[70917]: DEBUG nova.compute.manager [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.953955] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.954822] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb15598-2882-4bbb-8e6b-9c69cbdb03aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.964245] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.964502] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12eb83d5-9417-4591-935c-8cf1483cd325 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.972769] env[70917]: DEBUG oslo_vmware.api [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 973.972769] env[70917]: value = "task-3461810" [ 973.972769] env[70917]: _type = "Task" [ 973.972769] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.982383] env[70917]: DEBUG oslo_vmware.api [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.127039] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "refresh_cache-7a399816-9500-424f-92d1-92092372e8fc" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.127525] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Instance network_info: |[{"id": "b191325d-0ea3-487c-8bb1-05b12d9139ec", "address": "fa:16:3e:ff:51:f7", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb191325d-0e", "ovs_interfaceid": "b191325d-0ea3-487c-8bb1-05b12d9139ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.130998] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:51:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b191325d-0ea3-487c-8bb1-05b12d9139ec', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.138840] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.139323] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.139615] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36de5f9e-27c4-4733-ae40-c042d4178e7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.160441] env[70917]: DEBUG nova.compute.manager [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Received event network-changed-b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.160693] env[70917]: DEBUG nova.compute.manager [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Refreshing instance network info cache due to event network-changed-b191325d-0ea3-487c-8bb1-05b12d9139ec. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.160964] env[70917]: DEBUG oslo_concurrency.lockutils [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] Acquiring lock "refresh_cache-7a399816-9500-424f-92d1-92092372e8fc" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.161192] env[70917]: DEBUG oslo_concurrency.lockutils [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] Acquired lock "refresh_cache-7a399816-9500-424f-92d1-92092372e8fc" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.161438] env[70917]: DEBUG nova.network.neutron [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Refreshing network info cache for port b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.169164] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.169164] env[70917]: value = "task-3461811" [ 974.169164] env[70917]: _type = "Task" [ 974.169164] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.177852] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461811, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.213067] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529baef3-e233-bdd6-d72a-c422f52fd2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.213924] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c15d8f1-ac5b-4110-b320-4f1e078b9f14 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.219405] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 974.219405] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526fe9a0-2444-9697-17fa-f1aa98df02ac" [ 974.219405] env[70917]: _type = "Task" [ 974.219405] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.229211] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526fe9a0-2444-9697-17fa-f1aa98df02ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.243095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b387e8-bead-430d-88ba-c1d613a454c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.250672] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba97074-4929-47b6-8ea1-66bb260095f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.282681] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e02ed-bd69-4abe-bd66-818e4ef9d843 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.290979] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b5a2c-da57-4950-81be-ddf29b124483 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.296516] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.297123] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e9661a-04e3-47a6-adfa-8f781adcbf8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.311225] env[70917]: DEBUG nova.compute.provider_tree [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.313708] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 974.313708] env[70917]: value = "task-3461812" [ 974.313708] env[70917]: _type = "Task" [ 974.313708] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.324839] env[70917]: DEBUG oslo_vmware.api [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461809, 'name': PowerOnVM_Task, 'duration_secs': 0.562564} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.328031] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.328236] env[70917]: INFO nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Took 8.42 seconds to spawn the instance on the hypervisor. [ 974.328414] env[70917]: DEBUG nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.328854] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461812, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.330052] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e23f107-2b3b-4003-99da-507135e26077 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.482844] env[70917]: DEBUG oslo_vmware.api [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461810, 'name': PowerOffVM_Task, 'duration_secs': 0.199839} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.483140] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.483313] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.483565] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd12d272-cca5-40f3-b132-73a571c33613 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.558258] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.558580] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.558875] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Deleting the datastore file [datastore2] 17e2c46b-5104-41a5-a9c5-f8d24629c3f3 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.559245] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da976102-580b-4941-8e6a-6d33c853d4cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.565856] env[70917]: DEBUG oslo_vmware.api [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for the task: (returnval){ [ 974.565856] env[70917]: value = "task-3461814" [ 974.565856] env[70917]: _type = "Task" [ 974.565856] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.573870] env[70917]: DEBUG oslo_vmware.api [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.683032] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461811, 'name': CreateVM_Task, 'duration_secs': 0.380942} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.683032] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.683732] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.684037] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.684409] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.684777] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335607e8-2030-4c73-85ba-c37fa1fa70b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.689969] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 974.689969] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52888296-2344-be6a-c45d-958b0bc65be0" [ 974.689969] env[70917]: _type = "Task" [ 974.689969] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.697984] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52888296-2344-be6a-c45d-958b0bc65be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.729168] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526fe9a0-2444-9697-17fa-f1aa98df02ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.731770] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.732047] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 68a75d51-97da-47fb-8295-9c48ef816e66/68a75d51-97da-47fb-8295-9c48ef816e66.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.732487] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6e50634-f596-4421-83a2-9f9a222d796b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.739233] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 974.739233] env[70917]: value = "task-3461815" [ 974.739233] env[70917]: _type = "Task" [ 974.739233] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.747126] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.815545] env[70917]: DEBUG nova.scheduler.client.report [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.830557] env[70917]: DEBUG oslo_vmware.api [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461812, 'name': PowerOnVM_Task, 'duration_secs': 0.415969} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.830887] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.831120] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5b8442-688b-464a-af17-5301aff24424 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance '62b6da56-6d93-4d88-8f36-7056a25c5486' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.854548] env[70917]: INFO nova.compute.manager [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Took 58.74 seconds to build instance. [ 975.042280] env[70917]: DEBUG nova.network.neutron [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Updated VIF entry in instance network info cache for port b191325d-0ea3-487c-8bb1-05b12d9139ec. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.042689] env[70917]: DEBUG nova.network.neutron [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Updating instance_info_cache with network_info: [{"id": "b191325d-0ea3-487c-8bb1-05b12d9139ec", "address": "fa:16:3e:ff:51:f7", "network": {"id": "276df63e-af9d-479c-be70-f049b3095cf4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2056037205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9304e9cf48c4905905635eddf1529c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb191325d-0e", "ovs_interfaceid": "b191325d-0ea3-487c-8bb1-05b12d9139ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.077221] env[70917]: DEBUG oslo_vmware.api [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Task: {'id': task-3461814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196701} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.077499] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.078127] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.078127] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.078127] env[70917]: INFO nova.compute.manager [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 975.078347] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.078644] env[70917]: DEBUG nova.compute.manager [-] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.078644] env[70917]: DEBUG nova.network.neutron [-] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.156347] env[70917]: DEBUG nova.network.neutron [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Successfully updated port: e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.202249] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52888296-2344-be6a-c45d-958b0bc65be0, 'name': SearchDatastore_Task, 'duration_secs': 0.021973} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.202557] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.202787] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.203032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.203185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.203368] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.203627] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-396c8e6c-7adb-426b-a306-ab403855f7ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.211346] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.211566] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.212228] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0e3830-dc8c-455d-b513-1d633e78f720 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.222708] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 975.222708] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5205983b-7a5d-05e5-a74e-43888bae7783" [ 975.222708] env[70917]: _type = "Task" [ 975.222708] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.230899] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5205983b-7a5d-05e5-a74e-43888bae7783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.248355] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483118} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.248638] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 68a75d51-97da-47fb-8295-9c48ef816e66/68a75d51-97da-47fb-8295-9c48ef816e66.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.248855] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.249113] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e3e172-2995-4052-a00b-f9fb823433fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.255045] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 975.255045] env[70917]: value = "task-3461816" [ 975.255045] env[70917]: _type = "Task" [ 975.255045] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.263543] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.323334] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.498s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.325880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.592s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.326221] env[70917]: DEBUG nova.objects.instance [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lazy-loading 'resources' on Instance uuid 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.355890] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6db4e437-fa8f-42bb-a35d-0c65df521ace tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.877s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.545180] env[70917]: DEBUG oslo_concurrency.lockutils [req-a45bf57e-8db3-410c-a6c5-ab8359013e0e req-b8dcea2f-7b23-4205-85b1-938ad9afe82e service nova] Releasing lock "refresh_cache-7a399816-9500-424f-92d1-92092372e8fc" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.659125] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.659315] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.659465] env[70917]: DEBUG nova.network.neutron [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.735708] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5205983b-7a5d-05e5-a74e-43888bae7783, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.735875] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a174157-d9a5-41bf-a5ee-8d8ceef33416 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.741495] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 975.741495] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c96664-35d9-7453-239e-82684400ab29" [ 975.741495] env[70917]: _type = "Task" [ 975.741495] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.749421] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c96664-35d9-7453-239e-82684400ab29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.764696] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0792} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.765215] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.766200] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b4046-7015-427f-a2d3-4dbc980ee5b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.792599] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 68a75d51-97da-47fb-8295-9c48ef816e66/68a75d51-97da-47fb-8295-9c48ef816e66.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.793306] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1229d33a-0423-480f-9a14-d9d1d8e144bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.818652] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 975.818652] env[70917]: value = "task-3461817" [ 975.818652] env[70917]: _type = "Task" [ 975.818652] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.837029] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.837029] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e9b3608c-39e6-4604-bcbe-3d6af6f1136f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.310s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.838225] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.496s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.838225] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.838225] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.838225] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.842950] env[70917]: INFO nova.compute.manager [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Terminating instance [ 975.879553] env[70917]: DEBUG nova.network.neutron [-] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.049300] env[70917]: DEBUG nova.compute.manager [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-changed-1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.049474] env[70917]: DEBUG nova.compute.manager [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing instance network info cache due to event network-changed-1efb1acc-351a-4ada-868c-3337882abe7d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.049712] env[70917]: DEBUG oslo_concurrency.lockutils [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.049869] env[70917]: DEBUG oslo_concurrency.lockutils [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.050164] env[70917]: DEBUG nova.network.neutron [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing network info cache for port 1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.209538] env[70917]: DEBUG nova.network.neutron [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.253744] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c96664-35d9-7453-239e-82684400ab29, 'name': SearchDatastore_Task, 'duration_secs': 0.031421} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.254020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.254286] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 7a399816-9500-424f-92d1-92092372e8fc/7a399816-9500-424f-92d1-92092372e8fc.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.254548] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57d4b95e-b31a-4424-b46d-3aafa6e8a9f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.260461] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fec56-ac8e-4224-af6e-5f67b8c93aa9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.264590] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 976.264590] env[70917]: value = "task-3461818" [ 976.264590] env[70917]: _type = "Task" [ 976.264590] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.272094] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197e98c-76cc-4f21-a83c-a8a79a90e526 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.281048] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.319199] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271319d7-448d-4355-9c5b-b598d0838e2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.323782] env[70917]: DEBUG nova.compute.manager [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Received event network-vif-plugged-e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.324048] env[70917]: DEBUG oslo_concurrency.lockutils [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] Acquiring lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.324374] env[70917]: DEBUG oslo_concurrency.lockutils [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.324481] env[70917]: DEBUG oslo_concurrency.lockutils [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.324689] env[70917]: DEBUG nova.compute.manager [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] No waiting events found dispatching network-vif-plugged-e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.324893] env[70917]: WARNING nova.compute.manager [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Received unexpected event network-vif-plugged-e13119d5-f688-4f5a-bef9-572632ce659f for instance with vm_state building and task_state spawning. [ 976.325090] env[70917]: DEBUG nova.compute.manager [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Received event network-changed-e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.325296] env[70917]: DEBUG nova.compute.manager [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Refreshing instance network info cache due to event network-changed-e13119d5-f688-4f5a-bef9-572632ce659f. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.325498] env[70917]: DEBUG oslo_concurrency.lockutils [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] Acquiring lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.338268] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb8134-0b40-4355-a959-6df38180bbf6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.343889] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.360501] env[70917]: DEBUG nova.compute.manager [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.360501] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.368932] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76647171-c0fe-4c06-af19-cda182b2c606 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.372254] env[70917]: DEBUG nova.compute.provider_tree [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.383334] env[70917]: INFO nova.compute.manager [-] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Took 1.30 seconds to deallocate network for instance. [ 976.393523] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c058a2-84c8-4c7e-aaf6-993b270fb5e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.435123] env[70917]: WARNING nova.virt.vmwareapi.vmops [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c could not be found. [ 976.435451] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.435584] env[70917]: INFO nova.compute.manager [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Took 0.08 seconds to destroy the instance on the hypervisor. [ 976.435818] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.436401] env[70917]: DEBUG nova.compute.manager [-] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.436531] env[70917]: DEBUG nova.network.neutron [-] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.465720] env[70917]: DEBUG nova.network.neutron [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Updating instance_info_cache with network_info: [{"id": "e13119d5-f688-4f5a-bef9-572632ce659f", "address": "fa:16:3e:03:d7:ed", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13119d5-f6", "ovs_interfaceid": "e13119d5-f688-4f5a-bef9-572632ce659f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.779372] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461818, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.836926] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461817, 'name': ReconfigVM_Task, 'duration_secs': 0.664025} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.837324] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 68a75d51-97da-47fb-8295-9c48ef816e66/68a75d51-97da-47fb-8295-9c48ef816e66.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.837864] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-662e1227-3654-4e7c-87b0-d38767f5b896 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.844983] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 976.844983] env[70917]: value = "task-3461819" [ 976.844983] env[70917]: _type = "Task" [ 976.844983] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.848288] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "62b6da56-6d93-4d88-8f36-7056a25c5486" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.848533] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.848729] env[70917]: DEBUG nova.compute.manager [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Going to confirm migration 4 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 976.855561] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461819, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.876486] env[70917]: DEBUG nova.scheduler.client.report [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.890422] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.921202] env[70917]: DEBUG nova.network.neutron [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updated VIF entry in instance network info cache for port 1efb1acc-351a-4ada-868c-3337882abe7d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.921575] env[70917]: DEBUG nova.network.neutron [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.969030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.969366] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Instance network_info: |[{"id": "e13119d5-f688-4f5a-bef9-572632ce659f", "address": "fa:16:3e:03:d7:ed", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13119d5-f6", "ovs_interfaceid": "e13119d5-f688-4f5a-bef9-572632ce659f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.969664] env[70917]: DEBUG oslo_concurrency.lockutils [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] Acquired lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.970139] env[70917]: DEBUG nova.network.neutron [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Refreshing network info cache for port e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.971725] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:d7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e13119d5-f688-4f5a-bef9-572632ce659f', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.980014] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Creating folder: Project (e0c1886d6e564ec2b26dc7403a8a704a). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.980922] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b34ddecb-6c52-4fa2-a549-5249fd0edaba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.993672] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Created folder: Project (e0c1886d6e564ec2b26dc7403a8a704a) in parent group-v691255. [ 976.993902] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Creating folder: Instances. Parent ref: group-v691475. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.994178] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07daec0e-5641-4b33-b771-5b37d1d1600e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.003881] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Created folder: Instances in parent group-v691475. [ 977.004150] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.004349] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.004561] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ff4cf59-0c86-40c0-86b8-19149fd70ddc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.024777] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.024777] env[70917]: value = "task-3461822" [ 977.024777] env[70917]: _type = "Task" [ 977.024777] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.033833] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461822, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.276320] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522367} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.276582] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 7a399816-9500-424f-92d1-92092372e8fc/7a399816-9500-424f-92d1-92092372e8fc.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.276799] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.277065] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857bd05d-900c-4257-937f-a73c2036930e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.283478] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 977.283478] env[70917]: value = "task-3461823" [ 977.283478] env[70917]: _type = "Task" [ 977.283478] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.287851] env[70917]: DEBUG nova.network.neutron [-] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.292173] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.358705] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461819, 'name': Rename_Task, 'duration_secs': 0.153895} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.360856] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.361173] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d81daffc-19c4-49fe-a8c6-1d4adf1dba0d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.367695] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 977.367695] env[70917]: value = "task-3461824" [ 977.367695] env[70917]: _type = "Task" [ 977.367695] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.380590] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.381463] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.383820] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.665s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.384297] env[70917]: DEBUG nova.objects.instance [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lazy-loading 'resources' on Instance uuid d2111888-0cdf-40f8-a3e8-c6c9e4a95875 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.398303] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398589] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.398947] env[70917]: DEBUG nova.network.neutron [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.399062] env[70917]: DEBUG nova.objects.instance [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'info_cache' on Instance uuid 62b6da56-6d93-4d88-8f36-7056a25c5486 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.406781] env[70917]: INFO nova.scheduler.client.report [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleted allocations for instance 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed [ 977.424532] env[70917]: DEBUG oslo_concurrency.lockutils [req-949a0342-210b-4c27-8e1a-41b944567779 req-6ab1dab0-64e5-4ab0-aacd-b56b955a05a4 service nova] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.535067] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461822, 'name': CreateVM_Task, 'duration_secs': 0.400069} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.535067] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.535315] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.536032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.536032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.536032] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1915619-6315-468f-bffe-4d2fe93de7c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.541927] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 977.541927] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bce09b-cf12-e38c-0ee5-cafb3e41c2dc" [ 977.541927] env[70917]: _type = "Task" [ 977.541927] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.549037] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bce09b-cf12-e38c-0ee5-cafb3e41c2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.709985] env[70917]: DEBUG nova.network.neutron [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Updated VIF entry in instance network info cache for port e13119d5-f688-4f5a-bef9-572632ce659f. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.710395] env[70917]: DEBUG nova.network.neutron [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Updating instance_info_cache with network_info: [{"id": "e13119d5-f688-4f5a-bef9-572632ce659f", "address": "fa:16:3e:03:d7:ed", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13119d5-f6", "ovs_interfaceid": "e13119d5-f688-4f5a-bef9-572632ce659f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.794538] env[70917]: INFO nova.compute.manager [-] [instance: 03aea9c5-9dbe-43fc-b31b-adf1ceefb46c] Took 1.36 seconds to deallocate network for instance. [ 977.794805] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06761} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.796681] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.797472] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e30cc0-bf7f-40eb-92c5-55b356ba804f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.822492] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7a399816-9500-424f-92d1-92092372e8fc/7a399816-9500-424f-92d1-92092372e8fc.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.822812] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbf8a04-8459-4474-a75a-3be2acaeb6f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.842423] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 977.842423] env[70917]: value = "task-3461825" [ 977.842423] env[70917]: _type = "Task" [ 977.842423] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.851303] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.876935] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.914200] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d2483106-06fe-4c91-8d80-e6d288bd92e6 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.593s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.053785] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bce09b-cf12-e38c-0ee5-cafb3e41c2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.07571} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.054119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.054353] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.054586] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.054734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.054909] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.055198] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011b8c54-6c29-47f5-b4e9-6371ebb0b51c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.072379] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.072618] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.073320] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aad8d86-14c7-45ea-b106-2a4b0ca28a76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.080346] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 978.080346] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dfc79b-b3b5-23fe-3384-822384f1d18a" [ 978.080346] env[70917]: _type = "Task" [ 978.080346] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.090433] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dfc79b-b3b5-23fe-3384-822384f1d18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.213898] env[70917]: DEBUG oslo_concurrency.lockutils [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] Releasing lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.214162] env[70917]: DEBUG nova.compute.manager [req-54f8cd24-d1bb-4d95-8aab-13b6f7dfe422 req-3e9b8806-d35a-4f08-b2d1-a355be68d410 service nova] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Received event network-vif-deleted-c66c8530-d329-4d02-9e1f-04a9a6435fdf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.235502] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7411a86-bdb7-4e67-908c-befca7cd308f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.243377] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f0132-ed1a-41b9-abd5-55d179f0c426 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.273925] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a1c8b6-b1b5-4b8e-9794-6091e50e4f76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.284901] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c80f71-d86f-4688-9a9d-60cca404175c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.297923] env[70917]: DEBUG nova.compute.provider_tree [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.353191] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.379404] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461824, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.598865] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52dfc79b-b3b5-23fe-3384-822384f1d18a, 'name': SearchDatastore_Task, 'duration_secs': 0.042308} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.599874] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07023c20-c0be-4c44-8216-9b6e351ad2aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.605304] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 978.605304] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5200916e-562d-0a86-62a1-1e9c58c9bc8f" [ 978.605304] env[70917]: _type = "Task" [ 978.605304] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.613776] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5200916e-562d-0a86-62a1-1e9c58c9bc8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.647889] env[70917]: DEBUG nova.network.neutron [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance_info_cache with network_info: [{"id": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "address": "fa:16:3e:5a:26:c7", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc70f8f6-1c", "ovs_interfaceid": "cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.800903] env[70917]: DEBUG nova.scheduler.client.report [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.828342] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "03aea9c5-9dbe-43fc-b31b-adf1ceefb46c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.991s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.856390] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461825, 'name': ReconfigVM_Task, 'duration_secs': 0.656209} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.856901] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7a399816-9500-424f-92d1-92092372e8fc/7a399816-9500-424f-92d1-92092372e8fc.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.857906] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d40fd9-6e30-4ce2-b9ca-f3c61945daf1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.865494] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 978.865494] env[70917]: value = "task-3461826" [ 978.865494] env[70917]: _type = "Task" [ 978.865494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.879655] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461826, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.885149] env[70917]: DEBUG oslo_vmware.api [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461824, 'name': PowerOnVM_Task, 'duration_secs': 1.139426} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.885397] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.885567] env[70917]: INFO nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Took 10.35 seconds to spawn the instance on the hypervisor. [ 978.885752] env[70917]: DEBUG nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.887222] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce5effd-024a-4e71-b8b7-7e53c1db9f7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.014635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "2f666dec-7728-444d-aad8-e2506e890556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.014985] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.015238] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "2f666dec-7728-444d-aad8-e2506e890556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.015456] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.015636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.021673] env[70917]: INFO nova.compute.manager [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Terminating instance [ 979.115418] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5200916e-562d-0a86-62a1-1e9c58c9bc8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.115707] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.115975] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/3c26c345-b37f-4b43-b572-d03ea8c3d9b8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.116262] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb6e362e-9d64-4880-8b67-f86e700634f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.123082] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 979.123082] env[70917]: value = "task-3461827" [ 979.123082] env[70917]: _type = "Task" [ 979.123082] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.130952] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.150656] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-62b6da56-6d93-4d88-8f36-7056a25c5486" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.150922] env[70917]: DEBUG nova.objects.instance [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'migration_context' on Instance uuid 62b6da56-6d93-4d88-8f36-7056a25c5486 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.307997] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.311726] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.542s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.311726] env[70917]: DEBUG nova.objects.instance [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lazy-loading 'resources' on Instance uuid e3818fd2-e150-45b4-8442-314f4b8de1c5 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.326978] env[70917]: INFO nova.scheduler.client.report [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleted allocations for instance d2111888-0cdf-40f8-a3e8-c6c9e4a95875 [ 979.375830] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461826, 'name': Rename_Task, 'duration_secs': 0.166511} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.376153] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.376454] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c178f76-194a-40a5-a025-a2dfe55e1c7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.383717] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 979.383717] env[70917]: value = "task-3461828" [ 979.383717] env[70917]: _type = "Task" [ 979.383717] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.396877] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.409024] env[70917]: INFO nova.compute.manager [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Took 58.34 seconds to build instance. [ 979.455496] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "9edd5371-cba9-49e7-9ebc-323b123683b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.455810] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.526036] env[70917]: DEBUG nova.compute.manager [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.526189] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.527427] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d63f777-745a-4c7d-bd1c-24a9ca5a0ad2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.536678] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.537437] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f88c66-e663-48df-8126-d38136b2bede {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.544283] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 979.544283] env[70917]: value = "task-3461829" [ 979.544283] env[70917]: _type = "Task" [ 979.544283] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.552851] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.633045] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.654411] env[70917]: DEBUG nova.objects.base [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Object Instance<62b6da56-6d93-4d88-8f36-7056a25c5486> lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.655581] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2271945-e89d-4691-bc28-055b59e69e0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.677721] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f463b69b-3d88-4289-9119-79680cab8841 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.683605] env[70917]: DEBUG oslo_vmware.api [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 979.683605] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a70ec8-0314-c524-5d59-6216f75bdfd0" [ 979.683605] env[70917]: _type = "Task" [ 979.683605] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.692598] env[70917]: DEBUG oslo_vmware.api [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a70ec8-0314-c524-5d59-6216f75bdfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.841808] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "d2111888-0cdf-40f8-a3e8-c6c9e4a95875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.629s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.895651] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461828, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.910100] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fa80d696-fe4f-460c-9888-0d1e04b702f8 tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "68a75d51-97da-47fb-8295-9c48ef816e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.096s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.957834] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.057492] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461829, 'name': PowerOffVM_Task, 'duration_secs': 0.24824} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.060672] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.060915] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.061426] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c774f6-0256-4a15-8acc-8192c1313744 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.135604] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567802} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.135860] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/3c26c345-b37f-4b43-b572-d03ea8c3d9b8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.136081] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.138154] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ad61ae-ec3c-4da7-91ef-73dd3ad31ada {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.145478] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 980.145478] env[70917]: value = "task-3461831" [ 980.145478] env[70917]: _type = "Task" [ 980.145478] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.155193] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.190421] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6892825a-fc2e-4e4e-b12e-727daaf30fad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.196467] env[70917]: DEBUG oslo_vmware.api [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a70ec8-0314-c524-5d59-6216f75bdfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.197085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.201238] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb97b7-4d95-4763-be84-ebb2f57e4b08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.231644] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298f25d-877b-41e9-b9a9-d198ce580e4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.239264] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f2208f-dd18-4aef-b0f5-d6b578b437b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.255019] env[70917]: DEBUG nova.compute.provider_tree [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.258780] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.259018] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.259206] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleting the datastore file [datastore1] 2f666dec-7728-444d-aad8-e2506e890556 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.259457] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2d81091-7173-4914-baa8-6f74b97daa1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.265467] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for the task: (returnval){ [ 980.265467] env[70917]: value = "task-3461832" [ 980.265467] env[70917]: _type = "Task" [ 980.265467] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.274123] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.395900] env[70917]: DEBUG oslo_vmware.api [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461828, 'name': PowerOnVM_Task, 'duration_secs': 0.707252} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.396346] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.396563] env[70917]: INFO nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Took 9.15 seconds to spawn the instance on the hypervisor. [ 980.396742] env[70917]: DEBUG nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.397519] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a752f3-5bd5-4629-8a12-b8f1829933b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.478904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.656169] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071532} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.656450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.657261] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d50439-e963-4506-9fc6-83e0e1f88b21 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.682017] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/3c26c345-b37f-4b43-b572-d03ea8c3d9b8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.682017] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dddf9d26-8e00-4141-b472-415410c64d4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.703997] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 980.703997] env[70917]: value = "task-3461833" [ 980.703997] env[70917]: _type = "Task" [ 980.703997] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.714982] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.758351] env[70917]: DEBUG nova.scheduler.client.report [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.775945] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.913016] env[70917]: INFO nova.compute.manager [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Took 56.57 seconds to build instance. [ 981.200982] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "68a75d51-97da-47fb-8295-9c48ef816e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.201180] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "68a75d51-97da-47fb-8295-9c48ef816e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.201400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "68a75d51-97da-47fb-8295-9c48ef816e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.201596] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "68a75d51-97da-47fb-8295-9c48ef816e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.201772] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "68a75d51-97da-47fb-8295-9c48ef816e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.204195] env[70917]: INFO nova.compute.manager [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Terminating instance [ 981.215730] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.253991] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "7a399816-9500-424f-92d1-92092372e8fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.264014] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.266492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.679s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.266797] env[70917]: DEBUG nova.objects.instance [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lazy-loading 'resources' on Instance uuid e1f41814-b402-44ef-8f7d-f47f7503b083 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.281551] env[70917]: DEBUG oslo_vmware.api [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Task: {'id': task-3461832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.901741} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.282487] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.282710] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.282898] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.283112] env[70917]: INFO nova.compute.manager [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Took 1.76 seconds to destroy the instance on the hypervisor. [ 981.283398] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.283867] env[70917]: DEBUG nova.compute.manager [-] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.283977] env[70917]: DEBUG nova.network.neutron [-] [instance: 2f666dec-7728-444d-aad8-e2506e890556] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.292640] env[70917]: INFO nova.scheduler.client.report [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Deleted allocations for instance e3818fd2-e150-45b4-8442-314f4b8de1c5 [ 981.415591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-01208b12-931a-436b-813b-ffa1a48ed10c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "7a399816-9500-424f-92d1-92092372e8fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.880s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.415591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "7a399816-9500-424f-92d1-92092372e8fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.162s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.415850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "7a399816-9500-424f-92d1-92092372e8fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.415893] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "7a399816-9500-424f-92d1-92092372e8fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.416677] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "7a399816-9500-424f-92d1-92092372e8fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.418278] env[70917]: INFO nova.compute.manager [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Terminating instance [ 981.566215] env[70917]: DEBUG nova.compute.manager [req-1d23842d-60b7-42c4-bf32-89f2535913c3 req-3485ccec-380a-4b15-9652-dbeaafc9cb36 service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Received event network-vif-deleted-6dc91c62-177e-487a-8dab-c457a9ec0bd3 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.566417] env[70917]: INFO nova.compute.manager [req-1d23842d-60b7-42c4-bf32-89f2535913c3 req-3485ccec-380a-4b15-9652-dbeaafc9cb36 service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Neutron deleted interface 6dc91c62-177e-487a-8dab-c457a9ec0bd3; detaching it from the instance and deleting it from the info cache [ 981.566631] env[70917]: DEBUG nova.network.neutron [req-1d23842d-60b7-42c4-bf32-89f2535913c3 req-3485ccec-380a-4b15-9652-dbeaafc9cb36 service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.711999] env[70917]: DEBUG nova.compute.manager [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.712221] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.716297] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc7c3a-0079-41e8-91e2-218fa2f7f6ea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.718974] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.723368] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.723607] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b2fe9bc-3775-4986-aee0-cf043a6ab680 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.729584] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 981.729584] env[70917]: value = "task-3461834" [ 981.729584] env[70917]: _type = "Task" [ 981.729584] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.737134] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.807406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db48c36f-e629-4c73-90ed-dffd6c98de1b tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Lock "e3818fd2-e150-45b4-8442-314f4b8de1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.521s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.921747] env[70917]: DEBUG nova.compute.manager [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.922051] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.922916] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009061a9-90af-4b7a-93fb-1373bc00ba06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.934582] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.934897] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9c249e-3c68-4aed-ba2a-cf5dd3ec5ef5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.941819] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 981.941819] env[70917]: value = "task-3461835" [ 981.941819] env[70917]: _type = "Task" [ 981.941819] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.953811] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.043695] env[70917]: DEBUG nova.network.neutron [-] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.070139] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc470eb8-f95f-4bed-a3af-4e1b0fafe72e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.080047] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f2ba98-2f07-4e03-a099-464d668cc1a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.115467] env[70917]: DEBUG nova.compute.manager [req-1d23842d-60b7-42c4-bf32-89f2535913c3 req-3485ccec-380a-4b15-9652-dbeaafc9cb36 service nova] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Detach interface failed, port_id=6dc91c62-177e-487a-8dab-c457a9ec0bd3, reason: Instance 2f666dec-7728-444d-aad8-e2506e890556 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.186446] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f583f-0828-490f-834f-d27e8e9ddfcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.194581] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2dc47-35c4-4a3e-b2ad-93b2b7bbc0b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.227623] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b30d9-9868-417a-b9d6-e9f7c3f2eb2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.236501] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.241091] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f2a7dd-a047-4bbb-bdca-6244cc4a2a5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.247739] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.257111] env[70917]: DEBUG nova.compute.provider_tree [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.458921] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.546902] env[70917]: INFO nova.compute.manager [-] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Took 1.26 seconds to deallocate network for instance. [ 982.736698] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461833, 'name': ReconfigVM_Task, 'duration_secs': 1.777972} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.737424] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/3c26c345-b37f-4b43-b572-d03ea8c3d9b8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.738059] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5901303f-9689-40f8-9c3e-da9218336537 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.742320] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461834, 'name': PowerOffVM_Task, 'duration_secs': 0.872999} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.742847] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.743026] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.743253] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ef36da-a36b-4902-a9b8-9ab8c1101965 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.746674] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 982.746674] env[70917]: value = "task-3461836" [ 982.746674] env[70917]: _type = "Task" [ 982.746674] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.753885] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461836, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.760760] env[70917]: DEBUG nova.scheduler.client.report [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.808227] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.808464] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.808692] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Deleting the datastore file [datastore2] 68a75d51-97da-47fb-8295-9c48ef816e66 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.808964] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9761fb-4062-441c-a4db-07616303d5d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.815381] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for the task: (returnval){ [ 982.815381] env[70917]: value = "task-3461838" [ 982.815381] env[70917]: _type = "Task" [ 982.815381] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.824955] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.955153] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461835, 'name': PowerOffVM_Task, 'duration_secs': 0.663148} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.955550] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.955649] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.956053] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8646acb-b84e-424c-9426-46674fecef65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.056520] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.079256] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.079597] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.080568] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleting the datastore file [datastore2] 7a399816-9500-424f-92d1-92092372e8fc {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.080568] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac4881f-de30-436c-9b09-58235448f867 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.087057] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for the task: (returnval){ [ 983.087057] env[70917]: value = "task-3461840" [ 983.087057] env[70917]: _type = "Task" [ 983.087057] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.094856] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.255998] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461836, 'name': Rename_Task, 'duration_secs': 0.156141} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.256297] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.256547] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2334b404-a4c4-47c9-9796-9f0f70a94444 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.262801] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 983.262801] env[70917]: value = "task-3461841" [ 983.262801] env[70917]: _type = "Task" [ 983.262801] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.270630] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.272869] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.895s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.273830] env[70917]: DEBUG nova.objects.instance [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.282402] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.324844] env[70917]: DEBUG oslo_vmware.api [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Task: {'id': task-3461838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141917} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.325867] env[70917]: INFO nova.scheduler.client.report [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted allocations for instance e1f41814-b402-44ef-8f7d-f47f7503b083 [ 983.326953] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.327657] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.327657] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.327657] env[70917]: INFO nova.compute.manager [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Took 1.62 seconds to destroy the instance on the hypervisor. [ 983.327885] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.330508] env[70917]: DEBUG nova.compute.manager [-] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.330622] env[70917]: DEBUG nova.network.neutron [-] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.598165] env[70917]: DEBUG oslo_vmware.api [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Task: {'id': task-3461840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14517} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.598459] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.598676] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.598899] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.599063] env[70917]: INFO nova.compute.manager [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Took 1.68 seconds to destroy the instance on the hypervisor. [ 983.599309] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.599497] env[70917]: DEBUG nova.compute.manager [-] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.599600] env[70917]: DEBUG nova.network.neutron [-] [instance: 7a399816-9500-424f-92d1-92092372e8fc] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.772545] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461841, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.841733] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b44-daaf-4dc9-9d27-142802802290 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "e1f41814-b402-44ef-8f7d-f47f7503b083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.691s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.002898] env[70917]: DEBUG nova.compute.manager [req-7db622ea-955f-43da-a2ce-50c41c393d7a req-66b779d1-e180-423b-91d7-6a136cd95da0 service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Received event network-vif-deleted-59e4bedc-f618-475d-8699-aa809c42068a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.002898] env[70917]: INFO nova.compute.manager [req-7db622ea-955f-43da-a2ce-50c41c393d7a req-66b779d1-e180-423b-91d7-6a136cd95da0 service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Neutron deleted interface 59e4bedc-f618-475d-8699-aa809c42068a; detaching it from the instance and deleting it from the info cache [ 984.002898] env[70917]: DEBUG nova.network.neutron [req-7db622ea-955f-43da-a2ce-50c41c393d7a req-66b779d1-e180-423b-91d7-6a136cd95da0 service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.273044] env[70917]: DEBUG oslo_vmware.api [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461841, 'name': PowerOnVM_Task, 'duration_secs': 0.672527} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.273318] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.273515] env[70917]: INFO nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Took 10.44 seconds to spawn the instance on the hypervisor. [ 984.273691] env[70917]: DEBUG nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.274490] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0931c3c-4a15-4776-9dd2-2ac3877ccbf8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.287631] env[70917]: DEBUG oslo_concurrency.lockutils [None req-db1fae79-0929-427a-a430-061ad8f4a4fb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.288631] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.038s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.288853] env[70917]: DEBUG nova.objects.instance [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lazy-loading 'resources' on Instance uuid 360dd779-fb3d-4fc7-b293-eb30887f4e92 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.388390] env[70917]: DEBUG nova.network.neutron [-] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.510906] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-856e4108-33dc-46f6-9df5-6f633865d629 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.519787] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d05f4-cae5-471d-82fc-9c7650e1fb51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.550444] env[70917]: DEBUG nova.compute.manager [req-7db622ea-955f-43da-a2ce-50c41c393d7a req-66b779d1-e180-423b-91d7-6a136cd95da0 service nova] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Detach interface failed, port_id=59e4bedc-f618-475d-8699-aa809c42068a, reason: Instance 68a75d51-97da-47fb-8295-9c48ef816e66 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.720108] env[70917]: DEBUG nova.network.neutron [-] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.794530] env[70917]: INFO nova.compute.manager [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Took 47.95 seconds to build instance. [ 984.891222] env[70917]: INFO nova.compute.manager [-] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Took 1.56 seconds to deallocate network for instance. [ 984.955013] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "cc40cd9c-587e-48d7-a848-8fea06752f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.955346] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.955629] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "cc40cd9c-587e-48d7-a848-8fea06752f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.955869] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.956546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.958018] env[70917]: INFO nova.compute.manager [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Terminating instance [ 985.197598] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a768cb4a-2e3f-4498-a379-12bf3a2ea575 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.205447] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e05095d-b324-4c67-b7b0-3a381c291251 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.236803] env[70917]: INFO nova.compute.manager [-] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Took 1.64 seconds to deallocate network for instance. [ 985.239608] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0963607-b1b8-41e8-b026-afb83b887a34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249979] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43a3b5-bb3d-465c-bf88-88665b197ead {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.267918] env[70917]: DEBUG nova.compute.provider_tree [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.298102] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0eeb0c4-8330-4014-b452-8f0b25ae494f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.469s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.399461] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "1d74930b-c52f-4986-a86e-7e30fc5a8185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.399779] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.399987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "1d74930b-c52f-4986-a86e-7e30fc5a8185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.400178] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.400343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.402508] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.403461] env[70917]: INFO nova.compute.manager [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Terminating instance [ 985.466832] env[70917]: DEBUG nova.compute.manager [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.466832] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.466832] env[70917]: INFO nova.compute.manager [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Rescuing [ 985.466832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.466832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.466832] env[70917]: DEBUG nova.network.neutron [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.467889] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0789b712-4946-4a5a-a91f-6a4935e4cae8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.476162] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.476973] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2c39166-e8dd-4fe9-9e6a-43b20b0af4d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.482770] env[70917]: DEBUG oslo_vmware.api [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 985.482770] env[70917]: value = "task-3461842" [ 985.482770] env[70917]: _type = "Task" [ 985.482770] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.490672] env[70917]: DEBUG oslo_vmware.api [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.749917] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.770304] env[70917]: DEBUG nova.scheduler.client.report [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.907906] env[70917]: DEBUG nova.compute.manager [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.908175] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.909090] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a60663-cf21-466b-99eb-eca030f9dc2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.916627] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.916897] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4779f156-7327-4933-b4f2-78baa1bb94af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.923028] env[70917]: DEBUG oslo_vmware.api [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 985.923028] env[70917]: value = "task-3461843" [ 985.923028] env[70917]: _type = "Task" [ 985.923028] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.930687] env[70917]: DEBUG oslo_vmware.api [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.992757] env[70917]: DEBUG oslo_vmware.api [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461842, 'name': PowerOffVM_Task, 'duration_secs': 0.254102} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.993114] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.993355] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.993682] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7118ae47-0bbc-4a02-b03d-2005c9b463a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.034964] env[70917]: DEBUG nova.compute.manager [req-3c8b46d7-c070-4d33-ae2a-6a466fd7161a req-eaf0e4a4-e1d7-49e9-a5a8-2006640337d0 service nova] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Received event network-vif-deleted-b191325d-0ea3-487c-8bb1-05b12d9139ec {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.063168] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.063404] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.063585] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Deleting the datastore file [datastore1] cc40cd9c-587e-48d7-a848-8fea06752f81 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.063923] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29937883-0e47-4da3-ac06-b912aedbd2dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.070707] env[70917]: DEBUG oslo_vmware.api [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for the task: (returnval){ [ 986.070707] env[70917]: value = "task-3461845" [ 986.070707] env[70917]: _type = "Task" [ 986.070707] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.087787] env[70917]: DEBUG oslo_vmware.api [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.263322] env[70917]: DEBUG nova.network.neutron [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Updating instance_info_cache with network_info: [{"id": "e13119d5-f688-4f5a-bef9-572632ce659f", "address": "fa:16:3e:03:d7:ed", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13119d5-f6", "ovs_interfaceid": "e13119d5-f688-4f5a-bef9-572632ce659f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.279481] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.282655] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.591s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.284187] env[70917]: INFO nova.compute.claims [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.338413] env[70917]: INFO nova.scheduler.client.report [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted allocations for instance 360dd779-fb3d-4fc7-b293-eb30887f4e92 [ 986.434031] env[70917]: DEBUG oslo_vmware.api [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461843, 'name': PowerOffVM_Task, 'duration_secs': 0.188574} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.434031] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.434031] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.434254] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-724ebbc9-c7b6-48ab-86cf-a18863f4541e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.494033] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.494033] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.494033] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleting the datastore file [datastore1] 1d74930b-c52f-4986-a86e-7e30fc5a8185 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.494033] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2df22451-eff5-4d2a-95fe-be4d9191ade4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.499861] env[70917]: DEBUG oslo_vmware.api [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 986.499861] env[70917]: value = "task-3461847" [ 986.499861] env[70917]: _type = "Task" [ 986.499861] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.508225] env[70917]: DEBUG oslo_vmware.api [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.521050] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "62f24cb5-b20e-408a-a39e-52455baa99c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.521287] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.581061] env[70917]: DEBUG oslo_vmware.api [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Task: {'id': task-3461845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140871} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.581061] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.581402] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.581446] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.581640] env[70917]: INFO nova.compute.manager [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 986.581922] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.582165] env[70917]: DEBUG nova.compute.manager [-] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.582295] env[70917]: DEBUG nova.network.neutron [-] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.765980] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "refresh_cache-3c26c345-b37f-4b43-b572-d03ea8c3d9b8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.847030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-54477c48-4ba4-42ce-85f5-de20744c7b3b tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "360dd779-fb3d-4fc7-b293-eb30887f4e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.119s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.009977] env[70917]: DEBUG oslo_vmware.api [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129418} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.010282] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.010472] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.010653] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.010827] env[70917]: INFO nova.compute.manager [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Took 1.10 seconds to destroy the instance on the hypervisor. [ 987.011110] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.011315] env[70917]: DEBUG nova.compute.manager [-] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.011409] env[70917]: DEBUG nova.network.neutron [-] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.025782] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.552743] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.702521] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315ee850-d0a3-4d8a-86c1-8fd7d05cb640 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.710993] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ddbc58-9405-4047-b062-0661e67ce8b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.742707] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c6c3df-3dff-415e-b398-fc579d9f3945 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.750594] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08465cac-4f8e-466f-944e-3f43ff2bb0fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.764491] env[70917]: DEBUG nova.compute.provider_tree [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.836993] env[70917]: DEBUG nova.network.neutron [-] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.065848] env[70917]: DEBUG nova.compute.manager [req-2da4f64c-4f4e-4aef-8f7e-e291a97b4ff3 req-d6343f68-e800-42e6-812d-81979a0e3315 service nova] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Received event network-vif-deleted-5814e5b9-31cc-4076-be60-3d564cb90706 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.066184] env[70917]: DEBUG nova.compute.manager [req-2da4f64c-4f4e-4aef-8f7e-e291a97b4ff3 req-d6343f68-e800-42e6-812d-81979a0e3315 service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Received event network-vif-deleted-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.066374] env[70917]: INFO nova.compute.manager [req-2da4f64c-4f4e-4aef-8f7e-e291a97b4ff3 req-d6343f68-e800-42e6-812d-81979a0e3315 service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Neutron deleted interface 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd; detaching it from the instance and deleting it from the info cache [ 988.066585] env[70917]: DEBUG nova.network.neutron [req-2da4f64c-4f4e-4aef-8f7e-e291a97b4ff3 req-d6343f68-e800-42e6-812d-81979a0e3315 service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.189880] env[70917]: DEBUG nova.network.neutron [-] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.267348] env[70917]: DEBUG nova.scheduler.client.report [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.315792] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "946c11d6-0358-4977-9428-97811ae196d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.316076] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "946c11d6-0358-4977-9428-97811ae196d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.316292] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "946c11d6-0358-4977-9428-97811ae196d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.316476] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "946c11d6-0358-4977-9428-97811ae196d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.316672] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "946c11d6-0358-4977-9428-97811ae196d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.319074] env[70917]: INFO nova.compute.manager [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Terminating instance [ 988.334629] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.334911] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75b8d5c-798c-4684-a850-e180d9c75d36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.339850] env[70917]: INFO nova.compute.manager [-] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Took 1.76 seconds to deallocate network for instance. [ 988.342706] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 988.342706] env[70917]: value = "task-3461848" [ 988.342706] env[70917]: _type = "Task" [ 988.342706] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.355727] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.569104] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72c0aa8d-0928-4269-81ae-d88a5707ec86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.578480] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be9d638-57ce-4e65-a8bc-3c1ac0166957 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.608812] env[70917]: DEBUG nova.compute.manager [req-2da4f64c-4f4e-4aef-8f7e-e291a97b4ff3 req-d6343f68-e800-42e6-812d-81979a0e3315 service nova] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Detach interface failed, port_id=5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd, reason: Instance 1d74930b-c52f-4986-a86e-7e30fc5a8185 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.692874] env[70917]: INFO nova.compute.manager [-] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Took 1.68 seconds to deallocate network for instance. [ 988.772566] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.773100] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.775605] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.546s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.776560] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.777846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.463s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.778074] env[70917]: DEBUG nova.objects.instance [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'resources' on Instance uuid af4c024d-a139-46db-8e67-5760f1be1fe8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.806465] env[70917]: INFO nova.scheduler.client.report [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted allocations for instance f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8 [ 988.823037] env[70917]: DEBUG nova.compute.manager [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.824884] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.826230] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9809668-eb95-4e0f-8795-1d908d74fe6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.836178] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.836832] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16281784-df91-4ada-a9fe-8f2afdd778c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.849527] env[70917]: DEBUG oslo_vmware.api [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 988.849527] env[70917]: value = "task-3461849" [ 988.849527] env[70917]: _type = "Task" [ 988.849527] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.851096] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.857298] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461848, 'name': PowerOffVM_Task, 'duration_secs': 0.218158} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.858467] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.859268] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022e9b46-1d80-41ac-8d35-d6dc9a6030bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.865058] env[70917]: DEBUG oslo_vmware.api [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.880981] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920cbca6-f1af-4632-a04a-cbd5c8c57d57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.916104] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.917020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019b1131-dee0-45c2-bad9-b8e4d7a1ddf4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.924199] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 988.924199] env[70917]: value = "task-3461850" [ 988.924199] env[70917]: _type = "Task" [ 988.924199] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.934143] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.934362] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.934616] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.934783] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.934967] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.935226] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b39df625-0ccb-4cfe-9353-29165ace8fe5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.954822] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.955171] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.956491] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f212738-c71a-41df-ae7c-e9ef56884788 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.962424] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 988.962424] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527cc51c-428f-7127-4b64-d919de05e13a" [ 988.962424] env[70917]: _type = "Task" [ 988.962424] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.970486] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527cc51c-428f-7127-4b64-d919de05e13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.199618] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.281311] env[70917]: DEBUG nova.compute.utils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.285483] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.285652] env[70917]: DEBUG nova.network.neutron [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.318323] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.823s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.352185] env[70917]: DEBUG nova.policy [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64845a818193484eaf97709dd82d6256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ec7323165e4b5c94eae74c08e198ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.362880] env[70917]: DEBUG oslo_vmware.api [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461849, 'name': PowerOffVM_Task, 'duration_secs': 0.21495} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.363528] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.363725] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.364380] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c6a0450-4f17-4837-b780-a6f79cfed0af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.435540] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.435773] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.435947] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleting the datastore file [datastore1] 946c11d6-0358-4977-9428-97811ae196d2 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.438969] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e66726ba-cba1-4a22-aed0-f4afb7185715 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.446090] env[70917]: DEBUG oslo_vmware.api [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 989.446090] env[70917]: value = "task-3461852" [ 989.446090] env[70917]: _type = "Task" [ 989.446090] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.458422] env[70917]: DEBUG oslo_vmware.api [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.474535] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527cc51c-428f-7127-4b64-d919de05e13a, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.475419] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d2fba6-f394-41ea-801c-eae3b44daaf7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.485094] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 989.485094] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522fe57c-8b7c-f379-e63f-400e4d4e810b" [ 989.485094] env[70917]: _type = "Task" [ 989.485094] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.493033] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522fe57c-8b7c-f379-e63f-400e4d4e810b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.687173] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee31eb-ac91-4fd5-aea5-0b1b82421e09 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.690283] env[70917]: DEBUG nova.network.neutron [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Successfully created port: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.697741] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d94fa75-b781-4184-8a41-a7f661ff68ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.728369] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a00e2-2359-4755-ac71-30f7d509ffbf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.735808] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532e1b0f-5fa8-4480-815b-70407318baed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.751309] env[70917]: DEBUG nova.compute.provider_tree [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.786268] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.955678] env[70917]: DEBUG oslo_vmware.api [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141808} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.955946] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.956152] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.956331] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.956505] env[70917]: INFO nova.compute.manager [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 989.956752] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.957039] env[70917]: DEBUG nova.compute.manager [-] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.957141] env[70917]: DEBUG nova.network.neutron [-] [instance: 946c11d6-0358-4977-9428-97811ae196d2] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.960615] env[70917]: INFO nova.compute.manager [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Rebuilding instance [ 989.997447] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522fe57c-8b7c-f379-e63f-400e4d4e810b, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.997754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997945] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. {{(pid=70917) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 989.998499] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc8ce486-0c89-4fe0-9bdc-48b2aea86446 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.006500] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 990.006500] env[70917]: value = "task-3461853" [ 990.006500] env[70917]: _type = "Task" [ 990.006500] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.016947] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.021217] env[70917]: DEBUG nova.compute.manager [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.021217] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca43185-9297-40a5-a256-beac1024d9f9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.254169] env[70917]: DEBUG nova.scheduler.client.report [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.400091] env[70917]: DEBUG nova.compute.manager [req-fbd85c08-6535-4e22-acd7-1ef4327bf201 req-d4812a7d-e60f-4a8d-98fe-9bfafc01ff25 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Received event network-vif-deleted-48024396-31ce-4b07-9c52-1af9763d05ee {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.400381] env[70917]: INFO nova.compute.manager [req-fbd85c08-6535-4e22-acd7-1ef4327bf201 req-d4812a7d-e60f-4a8d-98fe-9bfafc01ff25 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Neutron deleted interface 48024396-31ce-4b07-9c52-1af9763d05ee; detaching it from the instance and deleting it from the info cache [ 990.400593] env[70917]: DEBUG nova.network.neutron [req-fbd85c08-6535-4e22-acd7-1ef4327bf201 req-d4812a7d-e60f-4a8d-98fe-9bfafc01ff25 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.517288] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461853, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.673852] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.674100] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.760865] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.765070] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.452s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.765070] env[70917]: DEBUG nova.objects.instance [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lazy-loading 'resources' on Instance uuid fe53a1ee-812d-4bbe-8a48-e5dbee719f29 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.785871] env[70917]: INFO nova.scheduler.client.report [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted allocations for instance af4c024d-a139-46db-8e67-5760f1be1fe8 [ 990.794872] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.822628] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.822891] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.823501] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.823501] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.823501] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.823650] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.823846] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.824181] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.824560] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.824751] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.825196] env[70917]: DEBUG nova.virt.hardware [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.826447] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc78bca-c3b3-48c1-954d-b412b0452c39 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.829775] env[70917]: DEBUG nova.network.neutron [-] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.838462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec57668-fb9e-4ddb-be88-c43865a75c55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.903321] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a858652d-a33f-493d-9430-6d0b1456f452 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.912622] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bde4137-b940-49c4-a80f-bc0de7726ebe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.941267] env[70917]: DEBUG nova.compute.manager [req-fbd85c08-6535-4e22-acd7-1ef4327bf201 req-d4812a7d-e60f-4a8d-98fe-9bfafc01ff25 service nova] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Detach interface failed, port_id=48024396-31ce-4b07-9c52-1af9763d05ee, reason: Instance 946c11d6-0358-4977-9428-97811ae196d2 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.016345] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641757} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.016519] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. [ 991.017282] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3104afab-b823-45d7-be09-fcf1e2fc8c3a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.034546] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.042042] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.042280] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4877809d-eaf3-4089-89d1-aa1e9186d6a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.043703] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769b35dc-55e5-4e45-97d9-80ab31cef6dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.060366] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 991.060366] env[70917]: value = "task-3461854" [ 991.060366] env[70917]: _type = "Task" [ 991.060366] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.061558] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 991.061558] env[70917]: value = "task-3461855" [ 991.061558] env[70917]: _type = "Task" [ 991.061558] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.074074] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.077121] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.176758] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.295372] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d930da12-45b4-418c-ada2-11dd23136285 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "af4c024d-a139-46db-8e67-5760f1be1fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.162s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.333141] env[70917]: INFO nova.compute.manager [-] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Took 1.38 seconds to deallocate network for instance. [ 991.513916] env[70917]: DEBUG nova.network.neutron [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Successfully updated port: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.576821] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461854, 'name': PowerOffVM_Task, 'duration_secs': 0.196602} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.577729] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.577989] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.578795] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f17ed-13ee-436f-a963-be9c82dbb8da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.586016] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461855, 'name': ReconfigVM_Task, 'duration_secs': 0.308614} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.586644] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.587462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb7b6f-4485-41ee-a4ec-ab38265c86d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.596782] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.598776] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75adb5ba-1d17-4aec-8786-f6daa4fec4a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.623894] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261b8544-6333-444c-ae58-986c37d94113 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.640538] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 991.640538] env[70917]: value = "task-3461857" [ 991.640538] env[70917]: _type = "Task" [ 991.640538] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.652208] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.660079] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e95e38-9117-4f34-a3fd-fd60af760721 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.663669] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.663891] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.664084] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleting the datastore file [datastore2] a67ef531-7cab-4947-af9e-f126af4ee06e {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.664741] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d831cce-1da5-42fa-8017-e622f6a63519 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.669206] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127484be-d46d-40c1-9ef6-1d0e3e6c6b40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.674183] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 991.674183] env[70917]: value = "task-3461858" [ 991.674183] env[70917]: _type = "Task" [ 991.674183] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.706925] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9372a4-4cd4-43ed-9291-23e790e108bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.714662] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.720035] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c4c01-79f5-4451-a167-0802137d53fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.726016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.735823] env[70917]: DEBUG nova.compute.provider_tree [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.842641] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.018575] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.018815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.018974] env[70917]: DEBUG nova.network.neutron [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.151230] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461857, 'name': ReconfigVM_Task, 'duration_secs': 0.160137} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.151830] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.151830] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97158298-2ffa-431e-a05b-64a1d09f41b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.158736] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 992.158736] env[70917]: value = "task-3461859" [ 992.158736] env[70917]: _type = "Task" [ 992.158736] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.166512] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.182976] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141419} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.183249] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.183432] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.183604] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.239471] env[70917]: DEBUG nova.scheduler.client.report [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.424496] env[70917]: DEBUG nova.compute.manager [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-vif-plugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.424747] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.424913] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.425095] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.425262] env[70917]: DEBUG nova.compute.manager [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] No waiting events found dispatching network-vif-plugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.425427] env[70917]: WARNING nova.compute.manager [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received unexpected event network-vif-plugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 for instance with vm_state building and task_state spawning. [ 992.425583] env[70917]: DEBUG nova.compute.manager [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-changed-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.425981] env[70917]: DEBUG nova.compute.manager [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Refreshing instance network info cache due to event network-changed-7d6fb7a1-0847-4b48-9634-49c07d9e3423. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.426173] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.559944] env[70917]: DEBUG nova.network.neutron [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.668372] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.744142] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.747070] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.778s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.747310] env[70917]: DEBUG nova.objects.instance [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'resources' on Instance uuid 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.765676] env[70917]: DEBUG nova.network.neutron [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.768363] env[70917]: INFO nova.scheduler.client.report [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Deleted allocations for instance fe53a1ee-812d-4bbe-8a48-e5dbee719f29 [ 993.168951] env[70917]: DEBUG oslo_vmware.api [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461859, 'name': PowerOnVM_Task, 'duration_secs': 0.827393} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.169272] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.171788] env[70917]: DEBUG nova.compute.manager [None req-75957c60-b6ba-49f8-b7ad-5cbb5eee9cda tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.172566] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc46fce4-5dee-4045-9996-0696ba90cb70 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.219784] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.220059] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.220226] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.220410] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.220552] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.220698] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.220907] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.221075] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.221243] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.221406] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.221578] env[70917]: DEBUG nova.virt.hardware [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.222646] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062db80-c7e9-4227-84b4-d3b2e7d05e1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.230718] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c62012-02ac-43bc-8511-34ffde4870c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.245143] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d7:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb306063-3854-4416-8772-d6663f7d079a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.252505] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.253015] env[70917]: DEBUG nova.objects.instance [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.254111] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.254538] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a71c4783-9413-46e6-a9be-cce7da120b63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.270031] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.270239] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance network_info: |[{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.270938] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.271199] env[70917]: DEBUG nova.network.neutron [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Refreshing network info cache for port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.272307] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:14:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6fb7a1-0847-4b48-9634-49c07d9e3423', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.279540] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating folder: Project (48ec7323165e4b5c94eae74c08e198ea). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.285098] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3fc8c6d-d58f-45e1-8c50-f77051074fee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.286587] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.286587] env[70917]: value = "task-3461860" [ 993.286587] env[70917]: _type = "Task" [ 993.286587] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.287219] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b17e730-f970-44a9-894d-88aedb0466d0 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Lock "fe53a1ee-812d-4bbe-8a48-e5dbee719f29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.954s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.297157] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461860, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.298328] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Created folder: Project (48ec7323165e4b5c94eae74c08e198ea) in parent group-v691255. [ 993.298508] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating folder: Instances. Parent ref: group-v691478. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.298799] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-737cc915-d4b8-462d-96cc-c8fad5409ad9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.311751] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Created folder: Instances in parent group-v691478. [ 993.311995] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.312201] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.312441] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f4feac-865e-4eea-b356-d7f08fbd0174 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.335531] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.335531] env[70917]: value = "task-3461863" [ 993.335531] env[70917]: _type = "Task" [ 993.335531] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.344454] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461863, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.551554] env[70917]: DEBUG nova.network.neutron [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updated VIF entry in instance network info cache for port 7d6fb7a1-0847-4b48-9634-49c07d9e3423. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.551998] env[70917]: DEBUG nova.network.neutron [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.607282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.607521] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.755823] env[70917]: DEBUG nova.objects.base [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Object Instance<9f9fe874-7dac-44a5-9673-d623930b15e9> lazy-loaded attributes: resources,numa_topology {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.806012] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461860, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.847911] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461863, 'name': CreateVM_Task, 'duration_secs': 0.342172} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.848117] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.848821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.848993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.849375] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.849658] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6474e953-bcf7-46b8-9151-f93d71e2c042 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.856834] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 993.856834] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52daf983-297a-1110-1c8d-b79f616fdb76" [ 993.856834] env[70917]: _type = "Task" [ 993.856834] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.871382] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52daf983-297a-1110-1c8d-b79f616fdb76, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.871705] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.871947] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.872597] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.872597] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.872597] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.872751] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-925261c2-925c-4d25-a56c-23cee11fb9b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.880597] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.880824] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.881657] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6f628c-0ad7-4a43-9c43-b5aedbae3c99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.889045] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 993.889045] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52227458-7c4b-7c80-7739-4057b07b7789" [ 993.889045] env[70917]: _type = "Task" [ 993.889045] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.897120] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52227458-7c4b-7c80-7739-4057b07b7789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.055218] env[70917]: DEBUG oslo_concurrency.lockutils [req-b4bc3051-ea81-47c2-b64e-b76b661ef335 req-5ebf2a0b-df78-4e25-be07-53218508b055 service nova] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.084770] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec366c1-ef9b-43cd-a686-520cf63448de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.092188] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25901ffc-c4c9-463c-b287-73e507e0fbac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.125020] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.125414] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5ba0ac-c650-43f6-b331-fc42a0d3263e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.133142] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a77ca82-d409-476b-8dec-695129672de0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.146446] env[70917]: DEBUG nova.compute.provider_tree [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.297787] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461860, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.402716] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52227458-7c4b-7c80-7739-4057b07b7789, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.402716] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88eda9b4-ccb6-4269-ac58-3e624b530c23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.407465] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 994.407465] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d51c8a-a97a-3eaf-ae04-d0cfe1b249f9" [ 994.407465] env[70917]: _type = "Task" [ 994.407465] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.415363] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d51c8a-a97a-3eaf-ae04-d0cfe1b249f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.644233] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.654086] env[70917]: DEBUG nova.scheduler.client.report [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.802326] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461860, 'name': CreateVM_Task, 'duration_secs': 1.328098} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.802326] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.803116] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.803116] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.804023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.804023] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b48e76d-d725-410c-a742-695bba36a405 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.809543] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 994.809543] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f595c1-99c2-38bd-0bfc-ce384393efe2" [ 994.809543] env[70917]: _type = "Task" [ 994.809543] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.817323] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f595c1-99c2-38bd-0bfc-ce384393efe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.918816] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d51c8a-a97a-3eaf-ae04-d0cfe1b249f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.919139] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.919410] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.919828] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d383e025-4162-4d20-a1ab-c1dbe53e2489 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.928512] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 994.928512] env[70917]: value = "task-3461864" [ 994.928512] env[70917]: _type = "Task" [ 994.928512] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.936759] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.156864] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.410s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.160292] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.850s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.160292] env[70917]: DEBUG nova.objects.instance [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lazy-loading 'resources' on Instance uuid a29460b6-5da4-4c4c-845a-38da2c1274cd {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.320558] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f595c1-99c2-38bd-0bfc-ce384393efe2, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.320891] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.321147] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.321400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.321583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.321718] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.322055] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-044726f4-1bdb-4141-9da5-57e833d43f34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.338042] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.338376] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.339580] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83cf2bb-2613-4486-b8d9-36844ff1eb61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.349875] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 995.349875] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de7c3-6fb3-29bf-cab2-bb697ee8f1eb" [ 995.349875] env[70917]: _type = "Task" [ 995.349875] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.358261] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de7c3-6fb3-29bf-cab2-bb697ee8f1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.387263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.387263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.439024] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50458} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.439269] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.439512] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.439798] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75c88c7c-adf7-4c70-8048-757050aa799a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.447587] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 995.447587] env[70917]: value = "task-3461865" [ 995.447587] env[70917]: _type = "Task" [ 995.447587] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.454477] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.673541] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6c35a367-da22-4519-b1eb-2826f249b80e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.336s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.674518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.489s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.674702] env[70917]: INFO nova.compute.manager [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Unshelving [ 995.865896] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528de7c3-6fb3-29bf-cab2-bb697ee8f1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.050781} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.866739] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b616ec-4d0a-403e-b678-32bcdc797e84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.873619] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 995.873619] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016a52-4c5a-5eb8-0d40-3c6b42b9f209" [ 995.873619] env[70917]: _type = "Task" [ 995.873619] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.884886] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016a52-4c5a-5eb8-0d40-3c6b42b9f209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.892546] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.956078] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116969} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.958788] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.960026] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e722cd-eb8d-42e7-bc21-a7c79dae7d2e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.983446] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.985099] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c2b9ea-d4b8-4812-876a-acf82288318b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.003886] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 996.003886] env[70917]: value = "task-3461866" [ 996.003886] env[70917]: _type = "Task" [ 996.003886] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.011904] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.102896] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44916ae6-0842-4759-956f-ff59ac151b6e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.110848] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b43dc8-a0cc-4168-b743-81019b152f0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.143051] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ec5be-b3ef-4f37-9258-f338d78f6fdf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.150871] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a914052-c34d-475b-be4c-76ed0968e122 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.165644] env[70917]: DEBUG nova.compute.provider_tree [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.442323] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52016a52-4c5a-5eb8-0d40-3c6b42b9f209, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.442323] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.442323] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.442323] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c75a23d-387d-4b70-b9c9-76e5b551f7cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.442323] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 996.442323] env[70917]: value = "task-3461867" [ 996.442323] env[70917]: _type = "Task" [ 996.442323] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.442323] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.442323] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.512949] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461866, 'name': ReconfigVM_Task, 'duration_secs': 0.299829} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.513252] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.513909] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492e9056-5adf-418c-8c03-0e50b2828fbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.520511] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 996.520511] env[70917]: value = "task-3461868" [ 996.520511] env[70917]: _type = "Task" [ 996.520511] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.528863] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461868, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.672816] env[70917]: DEBUG nova.scheduler.client.report [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.688540] env[70917]: DEBUG nova.compute.utils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.906680] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498931} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.906901] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.907149] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.907605] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19e1b661-cd8b-4613-99c7-c4087becb397 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.914012] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 996.914012] env[70917]: value = "task-3461869" [ 996.914012] env[70917]: _type = "Task" [ 996.914012] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.924167] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.031178] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461868, 'name': Rename_Task, 'duration_secs': 0.265948} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.031441] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.031681] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f1f0cf9-b5a1-412b-b01d-27a0fdf9484c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.038409] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 997.038409] env[70917]: value = "task-3461870" [ 997.038409] env[70917]: _type = "Task" [ 997.038409] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.047517] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.179745] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.183412] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.408s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.183412] env[70917]: DEBUG nova.objects.instance [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lazy-loading 'resources' on Instance uuid c01375bf-2df8-4bfd-8e3d-3bba821bc080 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.192435] env[70917]: INFO nova.virt.block_device [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Booting with volume 0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e at /dev/sdb [ 997.212379] env[70917]: INFO nova.scheduler.client.report [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted allocations for instance a29460b6-5da4-4c4c-845a-38da2c1274cd [ 997.251191] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5639ecf2-736b-44ea-8ce8-9bdb973f5e74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.261206] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc24507-3eb3-40bf-84db-8ad4b581a3a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.293877] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73e1f624-733d-4c2d-a309-a0b9b18e33b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.302573] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006c4b61-8589-4a2c-823b-bcd97a447723 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.336979] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b1bb6b-ab83-4863-9ece-759017be851a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.343927] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bab9e-e942-493f-8be5-8b9e8f2b03dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.359439] env[70917]: DEBUG nova.virt.block_device [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating existing volume attachment record: 1a5a08ef-d1bf-4302-b149-4f23b522f88f {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.423580] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210623} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.423861] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.424762] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c354ec-2836-4d7b-bf1b-cb82c3135600 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.447453] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.447903] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68bb6a90-1ee1-4832-8be6-4bcc762b7a84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.471889] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 997.471889] env[70917]: value = "task-3461871" [ 997.471889] env[70917]: _type = "Task" [ 997.471889] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.481082] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.549295] env[70917]: DEBUG oslo_vmware.api [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461870, 'name': PowerOnVM_Task, 'duration_secs': 0.468518} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.549627] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.549826] env[70917]: INFO nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Took 6.76 seconds to spawn the instance on the hypervisor. [ 997.550010] env[70917]: DEBUG nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.551111] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80152eb0-d8c0-44a7-bab8-4b462e1e2ad0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.727170] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21fed672-574f-44f3-8033-fc4a1a1f0193 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "a29460b6-5da4-4c4c-845a-38da2c1274cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.837s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.980482] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461871, 'name': ReconfigVM_Task, 'duration_secs': 0.315933} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.983029] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] a67ef531-7cab-4947-af9e-f126af4ee06e/a67ef531-7cab-4947-af9e-f126af4ee06e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.984560] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-013de808-271f-4e98-a6be-025fa530aeee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.990624] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 997.990624] env[70917]: value = "task-3461875" [ 997.990624] env[70917]: _type = "Task" [ 997.990624] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.004262] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461875, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.074142] env[70917]: INFO nova.compute.manager [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Took 39.41 seconds to build instance. [ 998.087773] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a93cfb-4a19-49b5-89aa-087b55ce8b3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.095826] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58913eac-86d5-4daa-9a5e-b02e54dd519c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.129451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68caf4fb-076c-4c1a-a33c-7970bd369922 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.141022] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5894d-4213-48e7-979d-44087869f2ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.151711] env[70917]: DEBUG nova.compute.provider_tree [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.502730] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461875, 'name': Rename_Task, 'duration_secs': 0.142019} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.503164] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.503383] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b136947-93e6-4984-b15b-63c7e76219f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.510499] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 998.510499] env[70917]: value = "task-3461876" [ 998.510499] env[70917]: _type = "Task" [ 998.510499] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.527194] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.576353] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.923s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.658642] env[70917]: DEBUG nova.scheduler.client.report [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.021480] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461876, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.163963] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.166579] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.802s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.166853] env[70917]: DEBUG nova.objects.instance [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lazy-loading 'resources' on Instance uuid efb140fb-109e-4c1c-a8c6-7971e38c2e88 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.186770] env[70917]: INFO nova.scheduler.client.report [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Deleted allocations for instance c01375bf-2df8-4bfd-8e3d-3bba821bc080 [ 999.320715] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.320952] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.523172] env[70917]: DEBUG oslo_vmware.api [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461876, 'name': PowerOnVM_Task, 'duration_secs': 0.79482} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.523458] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.523646] env[70917]: DEBUG nova.compute.manager [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.524422] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00057f1d-418b-4ce5-903e-80bba10c7f58 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.696017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Lock "c01375bf-2df8-4bfd-8e3d-3bba821bc080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.880s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.824314] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.049956] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.069298] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac9ab4-bcad-49b2-abd3-4364a09c3226 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.077750] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd35f42-4542-47ca-954f-ce67fc5fbe94 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.122222] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696d128-6200-462a-b2d9-f40e454245ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.130768] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47c7d0f-2638-4b31-9f45-41acbf0c4366 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.147722] env[70917]: DEBUG nova.compute.provider_tree [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.351306] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.652800] env[70917]: DEBUG nova.scheduler.client.report [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.161429] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.162246] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.400s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.162761] env[70917]: DEBUG nova.objects.instance [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lazy-loading 'resources' on Instance uuid 3aab379f-893b-4fc8-a5bf-1189ae26ca2f {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.185893] env[70917]: INFO nova.scheduler.client.report [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Deleted allocations for instance efb140fb-109e-4c1c-a8c6-7971e38c2e88 [ 1001.694937] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Lock "efb140fb-109e-4c1c-a8c6-7971e38c2e88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.848s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.054845] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24cac3-e5d5-4808-9e02-242a0ce78604 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.070210] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464f1e83-6441-4b78-b417-12caf1f11ec7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.113717] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a4437-5ae8-4be4-aae4-ea287d0ab0f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.128970] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b25b68-c5ab-4872-967b-deec531ab05e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.150020] env[70917]: DEBUG nova.compute.provider_tree [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.651190] env[70917]: DEBUG nova.scheduler.client.report [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.158179] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.161364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.270s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.161364] env[70917]: DEBUG nova.objects.instance [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lazy-loading 'resources' on Instance uuid 17e2c46b-5104-41a5-a9c5-f8d24629c3f3 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.192157] env[70917]: INFO nova.scheduler.client.report [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Deleted allocations for instance 3aab379f-893b-4fc8-a5bf-1189ae26ca2f [ 1003.500051] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.700684] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7a4f7806-dbae-4a73-92bd-db8aa810c91a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Lock "3aab379f-893b-4fc8-a5bf-1189ae26ca2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.534s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.142040] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadac696-3730-4b65-96fc-347ddafe121d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.157540] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a885c-c259-444d-8061-ce978547b3ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.208907] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b359ee61-9c35-4b81-a8b3-06856ba2b915 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.226795] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bec216-ef41-4cb3-bdfe-8d672b065eed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.249190] env[70917]: DEBUG nova.compute.provider_tree [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.752076] env[70917]: DEBUG nova.scheduler.client.report [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.262183] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.265649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.067s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.285588] env[70917]: INFO nova.scheduler.client.report [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Deleted allocations for instance 17e2c46b-5104-41a5-a9c5-f8d24629c3f3 [ 1005.566462] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.566692] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.795879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Lock "17e2c46b-5104-41a5-a9c5-f8d24629c3f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.348s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.986678] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.987076] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.072674] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.222945] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e32a6dd-ce6a-4d3f-8325-0e7e189b72f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.235819] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d71f617-7adb-4120-a72f-e492e056453d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.279869] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c48245-8b79-4229-8fb1-bcb1060c61bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.293363] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6f550-aea3-40d8-881a-8e3aa1fc2de4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.313123] env[70917]: DEBUG nova.compute.provider_tree [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.498534] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.593386] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.816593] env[70917]: DEBUG nova.scheduler.client.report [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.035306] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.832140] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.567s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.836857] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.358s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.838459] env[70917]: INFO nova.compute.claims [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.410460] env[70917]: INFO nova.scheduler.client.report [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocation for migration 085a4e26-a3e8-4f83-9a59-6f05823ffa1c [ 1008.436417] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4c00b784-178f-4da4-8ab3-8392917fe975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.437292] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4c00b784-178f-4da4-8ab3-8392917fe975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.920194] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d6a31fc9-9f51-4538-b1e0-74fcf12ecb28 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.071s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.941754] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.236259] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ae2b59-8edf-4145-b79b-5e69e1175932 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.251825] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72cbfc7-2a1a-45d5-b779-85cef1dc045b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.294496] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7dc38-1657-4c72-be46-80c1f4725687 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.308665] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96355d3-b1fa-4a2e-94b2-6a21d093a651 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.329759] env[70917]: DEBUG nova.compute.provider_tree [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.460888] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.835227] env[70917]: DEBUG nova.scheduler.client.report [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.894164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.894164] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.993262] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.993615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.341721] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.342256] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.345053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.288s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.345053] env[70917]: DEBUG nova.objects.instance [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lazy-loading 'resources' on Instance uuid 2f666dec-7728-444d-aad8-e2506e890556 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.395464] env[70917]: DEBUG nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.848145] env[70917]: DEBUG nova.compute.utils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.852921] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.853552] env[70917]: DEBUG nova.network.neutron [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.915670] env[70917]: DEBUG nova.policy [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4468d1168bb4c39a29114395d695057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450f28521134d9290821fca641d4277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.917810] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.209931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "62b6da56-6d93-4d88-8f36-7056a25c5486" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.209931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.209931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.209931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.209931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.214725] env[70917]: INFO nova.compute.manager [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Terminating instance [ 1011.241554] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9532c1e-3fe3-4112-b41d-bcb769867baa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.250776] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654605a4-0c18-4a1f-b883-d8811a09556b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.289773] env[70917]: DEBUG nova.network.neutron [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Successfully created port: b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.292347] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c7738-dac9-478d-b99e-94c0afba08eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.301103] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04d381-e8f1-4d1e-9af9-b6e18d2e5952 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.315208] env[70917]: DEBUG nova.compute.provider_tree [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.354742] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.721901] env[70917]: DEBUG nova.compute.manager [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.722226] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.723041] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4ef729-7de9-42f7-a2ee-2f48f42e672d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.731512] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.731761] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b79d1e-96b4-4ff4-a40e-4b9f6d68eae7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.739430] env[70917]: DEBUG oslo_vmware.api [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1011.739430] env[70917]: value = "task-3461878" [ 1011.739430] env[70917]: _type = "Task" [ 1011.739430] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.748077] env[70917]: DEBUG oslo_vmware.api [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.760364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.760609] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.818354] env[70917]: DEBUG nova.scheduler.client.report [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.249312] env[70917]: DEBUG oslo_vmware.api [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461878, 'name': PowerOffVM_Task, 'duration_secs': 0.275585} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.249646] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.249734] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.250018] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e605ac-95f8-4a89-868e-9efa580c77e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.318257] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.318541] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.318731] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore1] 62b6da56-6d93-4d88-8f36-7056a25c5486 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.319168] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f77ad0-a038-460c-84ea-e6ce02663ac2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.326463] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.328493] env[70917]: DEBUG oslo_vmware.api [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1012.328493] env[70917]: value = "task-3461880" [ 1012.328493] env[70917]: _type = "Task" [ 1012.328493] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.329686] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.926s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.329686] env[70917]: DEBUG nova.objects.instance [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lazy-loading 'resources' on Instance uuid 68a75d51-97da-47fb-8295-9c48ef816e66 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.339209] env[70917]: DEBUG oslo_vmware.api [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.348988] env[70917]: INFO nova.scheduler.client.report [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Deleted allocations for instance 2f666dec-7728-444d-aad8-e2506e890556 [ 1012.365987] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.392948] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.393260] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.393442] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.393645] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.393800] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.393935] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.394172] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.394338] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.394505] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.394665] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.394832] env[70917]: DEBUG nova.virt.hardware [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.395737] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4507478-7350-455a-b935-13b3fb40052e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.404250] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc2be71-9904-4e41-bd1f-5769e199176f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.761642] env[70917]: DEBUG nova.compute.manager [req-82dd4183-096a-40e1-bc2d-abf7721c65f3 req-1a739e82-4667-4af3-85ee-e9ef6e1925cf service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Received event network-vif-plugged-b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.761900] env[70917]: DEBUG oslo_concurrency.lockutils [req-82dd4183-096a-40e1-bc2d-abf7721c65f3 req-1a739e82-4667-4af3-85ee-e9ef6e1925cf service nova] Acquiring lock "9edd5371-cba9-49e7-9ebc-323b123683b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.762090] env[70917]: DEBUG oslo_concurrency.lockutils [req-82dd4183-096a-40e1-bc2d-abf7721c65f3 req-1a739e82-4667-4af3-85ee-e9ef6e1925cf service nova] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.762261] env[70917]: DEBUG oslo_concurrency.lockutils [req-82dd4183-096a-40e1-bc2d-abf7721c65f3 req-1a739e82-4667-4af3-85ee-e9ef6e1925cf service nova] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.762429] env[70917]: DEBUG nova.compute.manager [req-82dd4183-096a-40e1-bc2d-abf7721c65f3 req-1a739e82-4667-4af3-85ee-e9ef6e1925cf service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] No waiting events found dispatching network-vif-plugged-b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.762589] env[70917]: WARNING nova.compute.manager [req-82dd4183-096a-40e1-bc2d-abf7721c65f3 req-1a739e82-4667-4af3-85ee-e9ef6e1925cf service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Received unexpected event network-vif-plugged-b1c9a368-947a-42e7-a667-94a7f0713525 for instance with vm_state building and task_state spawning. [ 1012.794771] env[70917]: DEBUG nova.network.neutron [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Successfully updated port: b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.863416] env[70917]: DEBUG oslo_vmware.api [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3461880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141783} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.864160] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Lock "2f666dec-7728-444d-aad8-e2506e890556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.849s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.868223] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.868423] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.868602] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.868818] env[70917]: INFO nova.compute.manager [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1012.869258] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.869837] env[70917]: DEBUG nova.compute.manager [-] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.869837] env[70917]: DEBUG nova.network.neutron [-] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.173087] env[70917]: DEBUG oslo_concurrency.lockutils [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.173451] env[70917]: DEBUG oslo_concurrency.lockutils [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.173823] env[70917]: DEBUG nova.objects.instance [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'flavor' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.240182] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8d3e6-fb98-47f3-8b40-c15e22c1b6f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.249091] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816f27a-26f8-40a5-8711-170a1a9b46ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.282126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc8b27-6e5e-4c75-87d3-796fb7829c56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.290875] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b700ca-75b6-4ead-9ee5-7c9d9b5c1939 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.296540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-9edd5371-cba9-49e7-9ebc-323b123683b5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.296718] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-9edd5371-cba9-49e7-9ebc-323b123683b5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.296898] env[70917]: DEBUG nova.network.neutron [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.307174] env[70917]: DEBUG nova.compute.provider_tree [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.424489] env[70917]: DEBUG nova.network.neutron [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.644231] env[70917]: DEBUG nova.network.neutron [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Updating instance_info_cache with network_info: [{"id": "b1c9a368-947a-42e7-a667-94a7f0713525", "address": "fa:16:3e:49:79:c8", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c9a368-94", "ovs_interfaceid": "b1c9a368-947a-42e7-a667-94a7f0713525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.677585] env[70917]: DEBUG nova.objects.instance [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'pci_requests' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.813047] env[70917]: DEBUG nova.scheduler.client.report [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.007123] env[70917]: DEBUG nova.network.neutron [-] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.147636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-9edd5371-cba9-49e7-9ebc-323b123683b5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.147836] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Instance network_info: |[{"id": "b1c9a368-947a-42e7-a667-94a7f0713525", "address": "fa:16:3e:49:79:c8", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c9a368-94", "ovs_interfaceid": "b1c9a368-947a-42e7-a667-94a7f0713525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.148281] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:79:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c9a368-947a-42e7-a667-94a7f0713525', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.156427] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.157074] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.157339] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8273a6-e71e-4b9d-ad40-66ec6117594c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.934473] env[70917]: DEBUG nova.objects.base [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Object Instance<595a79bd-4b05-470d-bcf1-94858bb13ca0> lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.934883] env[70917]: DEBUG nova.network.neutron [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.937201] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.608s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.939158] env[70917]: INFO nova.compute.manager [-] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Took 2.07 seconds to deallocate network for instance. [ 1014.940597] env[70917]: DEBUG nova.compute.manager [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Received event network-changed-b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.940797] env[70917]: DEBUG nova.compute.manager [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Refreshing instance network info cache due to event network-changed-b1c9a368-947a-42e7-a667-94a7f0713525. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.941193] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] Acquiring lock "refresh_cache-9edd5371-cba9-49e7-9ebc-323b123683b5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.941238] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] Acquired lock "refresh_cache-9edd5371-cba9-49e7-9ebc-323b123683b5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.941434] env[70917]: DEBUG nova.network.neutron [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Refreshing network info cache for port b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.943853] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.193s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.943853] env[70917]: DEBUG nova.objects.instance [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lazy-loading 'resources' on Instance uuid 7a399816-9500-424f-92d1-92092372e8fc {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.956767] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.956767] env[70917]: value = "task-3461881" [ 1014.956767] env[70917]: _type = "Task" [ 1014.956767] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.966617] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461881, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.975160] env[70917]: INFO nova.scheduler.client.report [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Deleted allocations for instance 68a75d51-97da-47fb-8295-9c48ef816e66 [ 1015.100847] env[70917]: DEBUG oslo_concurrency.lockutils [None req-92631dab-979e-432d-979b-f4b5ada5a651 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.927s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.457985] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.467636] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461881, 'name': CreateVM_Task, 'duration_secs': 0.355362} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.467817] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.468522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.468640] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.468967] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.469236] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0863719b-0ce9-49f8-b5cc-b29a33a90d36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.474232] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1015.474232] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5253879a-703e-4a7d-8521-2878a5c72325" [ 1015.474232] env[70917]: _type = "Task" [ 1015.474232] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.482280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f070ce9a-6182-47f0-8612-0e3a212f358f tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Lock "68a75d51-97da-47fb-8295-9c48ef816e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.281s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.487298] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5253879a-703e-4a7d-8521-2878a5c72325, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.489572] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.489793] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.490030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.490171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.490340] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.491660] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b490a0-b1d8-403b-9a7f-97d9c43840e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.502636] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.502636] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.504028] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27512c2-2034-4658-9c24-d18c563a300c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.511747] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1015.511747] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5248a6ac-c78e-8e57-01f9-92951c332a37" [ 1015.511747] env[70917]: _type = "Task" [ 1015.511747] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.520771] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5248a6ac-c78e-8e57-01f9-92951c332a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.732702] env[70917]: DEBUG nova.network.neutron [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Updated VIF entry in instance network info cache for port b1c9a368-947a-42e7-a667-94a7f0713525. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.733017] env[70917]: DEBUG nova.network.neutron [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Updating instance_info_cache with network_info: [{"id": "b1c9a368-947a-42e7-a667-94a7f0713525", "address": "fa:16:3e:49:79:c8", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c9a368-94", "ovs_interfaceid": "b1c9a368-947a-42e7-a667-94a7f0713525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.810194] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f9812-266b-4385-9520-b99907711472 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.818349] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60d70af-ec4b-4f59-ae40-aab893b5799f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.862186] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298cea24-0807-4592-b18b-842794e18889 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.872368] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8455ae-f918-4e99-b441-5558d42188b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.888221] env[70917]: DEBUG nova.compute.provider_tree [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.022512] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5248a6ac-c78e-8e57-01f9-92951c332a37, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.023338] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51907253-fe4f-4109-977e-fc75a72d44bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.029330] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1016.029330] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529fe8dc-e46f-be3b-c10b-b3c03ce497fc" [ 1016.029330] env[70917]: _type = "Task" [ 1016.029330] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.037893] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529fe8dc-e46f-be3b-c10b-b3c03ce497fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.238299] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] Releasing lock "refresh_cache-9edd5371-cba9-49e7-9ebc-323b123683b5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.238299] env[70917]: DEBUG nova.compute.manager [req-7f383e35-030d-4413-8025-f87d47380382 req-9e8a8158-1550-4e36-8ec7-e7a1246f88c1 service nova] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Received event network-vif-deleted-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.400462] env[70917]: DEBUG nova.scheduler.client.report [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.545645] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529fe8dc-e46f-be3b-c10b-b3c03ce497fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.545645] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.545645] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9edd5371-cba9-49e7-9ebc-323b123683b5/9edd5371-cba9-49e7-9ebc-323b123683b5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.545897] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c43d041-3806-4faf-9b43-1853d6e09d41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.554504] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1016.554504] env[70917]: value = "task-3461882" [ 1016.554504] env[70917]: _type = "Task" [ 1016.554504] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.564927] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.731013] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.731013] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.731013] env[70917]: DEBUG nova.objects.instance [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'flavor' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.907499] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.910690] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.357s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.913846] env[70917]: INFO nova.compute.claims [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.948122] env[70917]: INFO nova.scheduler.client.report [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Deleted allocations for instance 7a399816-9500-424f-92d1-92092372e8fc [ 1017.065208] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454536} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.065497] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9edd5371-cba9-49e7-9ebc-323b123683b5/9edd5371-cba9-49e7-9ebc-323b123683b5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.065712] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.067061] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20580932-23a9-407f-8e2e-5d06e8f1d26d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.078683] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1017.078683] env[70917]: value = "task-3461883" [ 1017.078683] env[70917]: _type = "Task" [ 1017.078683] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.091854] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.461551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Lock "7a399816-9500-424f-92d1-92092372e8fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.046s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.590932] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086404} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.592498] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.593367] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944639d-1d11-44b7-bd2b-8c8e8ae040a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.628028] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 9edd5371-cba9-49e7-9ebc-323b123683b5/9edd5371-cba9-49e7-9ebc-323b123683b5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.628689] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99322e4-3973-48d5-9488-9fab1aa4e4c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.645511] env[70917]: DEBUG nova.objects.instance [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'pci_requests' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.658971] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1017.658971] env[70917]: value = "task-3461884" [ 1017.658971] env[70917]: _type = "Task" [ 1017.658971] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.668767] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.154392] env[70917]: DEBUG nova.objects.base [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Object Instance<595a79bd-4b05-470d-bcf1-94858bb13ca0> lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.154392] env[70917]: DEBUG nova.network.neutron [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.179129] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461884, 'name': ReconfigVM_Task, 'duration_secs': 0.357735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.179413] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 9edd5371-cba9-49e7-9ebc-323b123683b5/9edd5371-cba9-49e7-9ebc-323b123683b5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.180549] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5e33b0b-5927-49b4-a5ce-8770b5dbdac3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.188919] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1018.188919] env[70917]: value = "task-3461885" [ 1018.188919] env[70917]: _type = "Task" [ 1018.188919] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.197829] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461885, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.235336] env[70917]: DEBUG nova.policy [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.345775] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6385d0-db95-4ae1-9164-d4120a20e5bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.360302] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7559be1b-d3b1-4f19-88f0-42735370f18f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.393351] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca2c8d-8e05-4a27-844c-479c456d99db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.403556] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dfb80d-7424-4edb-b7e6-58bcba974810 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421946] env[70917]: DEBUG nova.compute.provider_tree [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.600314] env[70917]: DEBUG nova.network.neutron [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Successfully created port: 3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.700711] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461885, 'name': Rename_Task, 'duration_secs': 0.165683} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.700711] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.700711] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ffab74a-b040-4738-a609-98ca6d2e7bc3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.710815] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1018.710815] env[70917]: value = "task-3461886" [ 1018.710815] env[70917]: _type = "Task" [ 1018.710815] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.721411] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.926251] env[70917]: DEBUG nova.scheduler.client.report [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.222779] env[70917]: DEBUG oslo_vmware.api [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461886, 'name': PowerOnVM_Task, 'duration_secs': 0.503666} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.223107] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.223322] env[70917]: INFO nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1019.223501] env[70917]: DEBUG nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.224291] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5251efc-c2d7-411b-bba6-e8992f8d3f2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.431697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.432056] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.435023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.584s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.435023] env[70917]: DEBUG nova.objects.instance [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lazy-loading 'resources' on Instance uuid cc40cd9c-587e-48d7-a848-8fea06752f81 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.746227] env[70917]: INFO nova.compute.manager [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Took 39.28 seconds to build instance. [ 1019.940020] env[70917]: DEBUG nova.compute.utils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.943610] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.945087] env[70917]: DEBUG nova.network.neutron [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.996126] env[70917]: DEBUG nova.policy [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e889b218ba4499a21d8c0d31000b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9895ab3cd7ae49459d02df2b6cc67149', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.249171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.793s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.331583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "9edd5371-cba9-49e7-9ebc-323b123683b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.331849] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.332043] env[70917]: DEBUG nova.compute.manager [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.334193] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ca252-00a9-4de9-b09e-01d8521e5a57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.337382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daa3d3e-2bad-403b-bce1-9dd8f503da7d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.347392] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea77045-08be-4b03-a235-053a79ba9419 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.350250] env[70917]: DEBUG nova.compute.manager [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1020.350816] env[70917]: DEBUG nova.objects.instance [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'flavor' on Instance uuid 9edd5371-cba9-49e7-9ebc-323b123683b5 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.382033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74cedf-f1ff-45df-a0b5-b2d8143c4fdc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.394176] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c3653b-de92-4774-ae1c-87ef1ecb014a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.409724] env[70917]: DEBUG nova.compute.provider_tree [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.444901] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.752477] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.842964] env[70917]: DEBUG nova.network.neutron [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Successfully created port: 4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.856077] env[70917]: DEBUG nova.network.neutron [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Successfully updated port: 3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.914800] env[70917]: DEBUG nova.scheduler.client.report [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.272441] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.359712] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.360163] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.360163] env[70917]: DEBUG nova.network.neutron [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.361661] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.362921] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb131d59-b0b1-4900-b7c5-a35c6b8a0fb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.373281] env[70917]: DEBUG oslo_vmware.api [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1021.373281] env[70917]: value = "task-3461887" [ 1021.373281] env[70917]: _type = "Task" [ 1021.373281] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.384473] env[70917]: DEBUG oslo_vmware.api [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.418487] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.421381] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.222s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.422657] env[70917]: DEBUG nova.objects.instance [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lazy-loading 'resources' on Instance uuid 1d74930b-c52f-4986-a86e-7e30fc5a8185 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.444346] env[70917]: INFO nova.scheduler.client.report [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Deleted allocations for instance cc40cd9c-587e-48d7-a848-8fea06752f81 [ 1021.456143] env[70917]: DEBUG nova.compute.manager [req-b99877d8-e61d-47d3-b0ab-8bfa0f04fb9f req-b885e5a9-a017-4df9-9308-7981a331901e service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-vif-plugged-3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.456361] env[70917]: DEBUG oslo_concurrency.lockutils [req-b99877d8-e61d-47d3-b0ab-8bfa0f04fb9f req-b885e5a9-a017-4df9-9308-7981a331901e service nova] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.456568] env[70917]: DEBUG oslo_concurrency.lockutils [req-b99877d8-e61d-47d3-b0ab-8bfa0f04fb9f req-b885e5a9-a017-4df9-9308-7981a331901e service nova] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.456739] env[70917]: DEBUG oslo_concurrency.lockutils [req-b99877d8-e61d-47d3-b0ab-8bfa0f04fb9f req-b885e5a9-a017-4df9-9308-7981a331901e service nova] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.456905] env[70917]: DEBUG nova.compute.manager [req-b99877d8-e61d-47d3-b0ab-8bfa0f04fb9f req-b885e5a9-a017-4df9-9308-7981a331901e service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] No waiting events found dispatching network-vif-plugged-3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.457082] env[70917]: WARNING nova.compute.manager [req-b99877d8-e61d-47d3-b0ab-8bfa0f04fb9f req-b885e5a9-a017-4df9-9308-7981a331901e service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received unexpected event network-vif-plugged-3a400999-4870-4a12-ab5b-d39479b70b5d for instance with vm_state active and task_state None. [ 1021.458051] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.486354] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.486706] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.486920] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.487154] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.487341] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.487547] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.487809] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.488037] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.488254] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.488476] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.488766] env[70917]: DEBUG nova.virt.hardware [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.489652] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae0e99-b330-4caf-9603-e2d1e5e8cb13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.500055] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1c16d2-677a-478f-807b-4ab90c7333ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.799242] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.799595] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.883558] env[70917]: DEBUG oslo_vmware.api [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461887, 'name': PowerOffVM_Task, 'duration_secs': 0.212461} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.883826] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.884335] env[70917]: DEBUG nova.compute.manager [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.885222] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e4cd5-6eb6-461f-b041-2f82398435e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.912036] env[70917]: WARNING nova.network.neutron [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] af5d5e6c-79d1-47d6-871b-22a2ef0710f3 already exists in list: networks containing: ['af5d5e6c-79d1-47d6-871b-22a2ef0710f3']. ignoring it [ 1021.956268] env[70917]: DEBUG oslo_concurrency.lockutils [None req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Lock "cc40cd9c-587e-48d7-a848-8fea06752f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.327110] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfcceb0-96cc-461a-aff4-69f5481e2952 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.330621] env[70917]: DEBUG nova.network.neutron [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a400999-4870-4a12-ab5b-d39479b70b5d", "address": "fa:16:3e:17:42:b3", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a400999-48", "ovs_interfaceid": "3a400999-4870-4a12-ab5b-d39479b70b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.335817] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9892a57-070e-40f0-bb5f-5107aca72f6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.369367] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a21cf7b-3d72-48d3-a17c-40f6f232abb8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.378161] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f4e9ec-9f74-4381-9e63-15ff4b16fd68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.390691] env[70917]: DEBUG nova.compute.provider_tree [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.400636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c413a037-45dc-480d-9adc-8ee32d6d1678 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.835641] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.836601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.836601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.837411] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec1eb0-1490-436b-9772-80cbd9682fcf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.858122] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.858122] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.858257] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.858257] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.858896] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.859070] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.859298] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.859447] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.859609] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.859905] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.860055] env[70917]: DEBUG nova.virt.hardware [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.867591] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfiguring VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1022.867776] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8567b1-4889-4d86-b7e5-04221f2c89dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.887994] env[70917]: DEBUG oslo_vmware.api [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1022.887994] env[70917]: value = "task-3461888" [ 1022.887994] env[70917]: _type = "Task" [ 1022.887994] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.897497] env[70917]: DEBUG nova.scheduler.client.report [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.901216] env[70917]: DEBUG oslo_vmware.api [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.010659] env[70917]: DEBUG nova.network.neutron [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Successfully updated port: 4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.404154] env[70917]: DEBUG oslo_vmware.api [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.404154] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.407556] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.681s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.408812] env[70917]: INFO nova.compute.claims [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.435753] env[70917]: INFO nova.scheduler.client.report [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted allocations for instance 1d74930b-c52f-4986-a86e-7e30fc5a8185 [ 1023.516996] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "refresh_cache-62f24cb5-b20e-408a-a39e-52455baa99c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.517206] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "refresh_cache-62f24cb5-b20e-408a-a39e-52455baa99c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.517380] env[70917]: DEBUG nova.network.neutron [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.900407] env[70917]: DEBUG oslo_vmware.api [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461888, 'name': ReconfigVM_Task, 'duration_secs': 0.672205} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.900948] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.901183] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfigured VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1023.937684] env[70917]: DEBUG nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-changed-3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.937884] env[70917]: DEBUG nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing instance network info cache due to event network-changed-3a400999-4870-4a12-ab5b-d39479b70b5d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.938158] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.938306] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.938477] env[70917]: DEBUG nova.network.neutron [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing network info cache for port 3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.945079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "1d74930b-c52f-4986-a86e-7e30fc5a8185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.545s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.075767] env[70917]: DEBUG nova.network.neutron [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.308019] env[70917]: DEBUG nova.network.neutron [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Updating instance_info_cache with network_info: [{"id": "4266779a-7a6e-48cb-9b98-be6678e98fdd", "address": "fa:16:3e:91:2e:a0", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4266779a-7a", "ovs_interfaceid": "4266779a-7a6e-48cb-9b98-be6678e98fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.406695] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6e16f052-dbfa-48f9-917b-4099093981bc tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.677s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.512327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "9edd5371-cba9-49e7-9ebc-323b123683b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.512580] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.513198] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "9edd5371-cba9-49e7-9ebc-323b123683b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.513198] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.513198] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.515744] env[70917]: INFO nova.compute.manager [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Terminating instance [ 1024.731159] env[70917]: DEBUG nova.network.neutron [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updated VIF entry in instance network info cache for port 3a400999-4870-4a12-ab5b-d39479b70b5d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.731308] env[70917]: DEBUG nova.network.neutron [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a400999-4870-4a12-ab5b-d39479b70b5d", "address": "fa:16:3e:17:42:b3", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a400999-48", "ovs_interfaceid": "3a400999-4870-4a12-ab5b-d39479b70b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.779035] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae79efe-5a52-4f65-99d6-0f337e6f2b22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.787039] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb1fff-875c-4eb0-938a-7dccfa951fe4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.817437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "refresh_cache-62f24cb5-b20e-408a-a39e-52455baa99c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.817757] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Instance network_info: |[{"id": "4266779a-7a6e-48cb-9b98-be6678e98fdd", "address": "fa:16:3e:91:2e:a0", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4266779a-7a", "ovs_interfaceid": "4266779a-7a6e-48cb-9b98-be6678e98fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.818651] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:2e:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4266779a-7a6e-48cb-9b98-be6678e98fdd', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.825919] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.826639] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854b21b-5429-406b-87af-f79516d71a82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.829230] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.829917] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e78e4d9c-c27f-438f-9582-30c33c32c16a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.855296] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c97ea-fc87-4500-843d-ecdc2fc96efe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.860501] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.860501] env[70917]: value = "task-3461889" [ 1024.860501] env[70917]: _type = "Task" [ 1024.860501] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.871762] env[70917]: DEBUG nova.compute.provider_tree [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.878280] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461889, 'name': CreateVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.020253] env[70917]: DEBUG nova.compute.manager [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.020548] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.021489] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e80396-e180-40de-a1d9-d96047a6cda5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.029369] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.029658] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb1a82a9-735a-41f8-93df-c2ac81ec22f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.098953] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.099264] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.099478] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleting the datastore file [datastore1] 9edd5371-cba9-49e7-9ebc-323b123683b5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.099789] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff5166fd-8d2d-4e06-a5ed-48b5c4e26836 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.106271] env[70917]: DEBUG oslo_vmware.api [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1025.106271] env[70917]: value = "task-3461891" [ 1025.106271] env[70917]: _type = "Task" [ 1025.106271] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.115098] env[70917]: DEBUG oslo_vmware.api [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.235765] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.236053] env[70917]: DEBUG nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Received event network-vif-plugged-4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.236257] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Acquiring lock "62f24cb5-b20e-408a-a39e-52455baa99c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.236464] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.236650] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.236821] env[70917]: DEBUG nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] No waiting events found dispatching network-vif-plugged-4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.237021] env[70917]: WARNING nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Received unexpected event network-vif-plugged-4266779a-7a6e-48cb-9b98-be6678e98fdd for instance with vm_state building and task_state spawning. [ 1025.237258] env[70917]: DEBUG nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Received event network-changed-4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.237406] env[70917]: DEBUG nova.compute.manager [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Refreshing instance network info cache due to event network-changed-4266779a-7a6e-48cb-9b98-be6678e98fdd. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.237628] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Acquiring lock "refresh_cache-62f24cb5-b20e-408a-a39e-52455baa99c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.237761] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Acquired lock "refresh_cache-62f24cb5-b20e-408a-a39e-52455baa99c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.237936] env[70917]: DEBUG nova.network.neutron [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Refreshing network info cache for port 4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.371773] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461889, 'name': CreateVM_Task, 'duration_secs': 0.310913} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.371968] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.372683] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.372886] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.373631] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.373631] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e58e5f-d79f-4350-a0e0-0311e7a36f56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.378152] env[70917]: DEBUG nova.scheduler.client.report [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.386421] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1025.386421] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525f2ae2-3baa-4412-78bb-64eab3883ea6" [ 1025.386421] env[70917]: _type = "Task" [ 1025.386421] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.396301] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525f2ae2-3baa-4412-78bb-64eab3883ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.617336] env[70917]: DEBUG oslo_vmware.api [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3461891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12362} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.618044] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.618396] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.618735] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.619138] env[70917]: INFO nova.compute.manager [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1025.621018] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.621018] env[70917]: DEBUG nova.compute.manager [-] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.621018] env[70917]: DEBUG nova.network.neutron [-] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.884403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.887272] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.894165] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.048s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.894395] env[70917]: DEBUG nova.objects.instance [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lazy-loading 'resources' on Instance uuid 946c11d6-0358-4977-9428-97811ae196d2 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.910704] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525f2ae2-3baa-4412-78bb-64eab3883ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.914156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.914555] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.914929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.915216] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.915500] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.916162] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f297fbb-9d1f-457e-b499-ca138a7acda5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.926099] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.926463] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.927788] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a379ee4-cffc-4a01-8282-bfa273faf55a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.935134] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1025.935134] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52750596-8e65-9279-361b-be5319072b11" [ 1025.935134] env[70917]: _type = "Task" [ 1025.935134] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.944293] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52750596-8e65-9279-361b-be5319072b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.155619] env[70917]: DEBUG nova.network.neutron [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Updated VIF entry in instance network info cache for port 4266779a-7a6e-48cb-9b98-be6678e98fdd. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.155976] env[70917]: DEBUG nova.network.neutron [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Updating instance_info_cache with network_info: [{"id": "4266779a-7a6e-48cb-9b98-be6678e98fdd", "address": "fa:16:3e:91:2e:a0", "network": {"id": "7bc49a73-25f2-4c6a-87ac-6dd46a613a81", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1896918452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9895ab3cd7ae49459d02df2b6cc67149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4266779a-7a", "ovs_interfaceid": "4266779a-7a6e-48cb-9b98-be6678e98fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.295973] env[70917]: DEBUG nova.compute.manager [req-26f64ed5-ce14-4f74-b51d-34834fe0882c req-12a327f5-b9c1-4ab3-a1b8-1ad787e3d89a service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Received event network-vif-deleted-b1c9a368-947a-42e7-a667-94a7f0713525 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.296191] env[70917]: INFO nova.compute.manager [req-26f64ed5-ce14-4f74-b51d-34834fe0882c req-12a327f5-b9c1-4ab3-a1b8-1ad787e3d89a service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Neutron deleted interface b1c9a368-947a-42e7-a667-94a7f0713525; detaching it from the instance and deleting it from the info cache [ 1026.296358] env[70917]: DEBUG nova.network.neutron [req-26f64ed5-ce14-4f74-b51d-34834fe0882c req-12a327f5-b9c1-4ab3-a1b8-1ad787e3d89a service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.400505] env[70917]: DEBUG nova.compute.utils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.406701] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.406701] env[70917]: DEBUG nova.network.neutron [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.444404] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52750596-8e65-9279-361b-be5319072b11, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.448122] env[70917]: DEBUG nova.policy [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5275d8f625af449984229d311fa5fab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9686c7f6c70d4903b9caec3fdac99739', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.450319] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd12884-f4f7-4074-a1f6-312680dc5774 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.456014] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1026.456014] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209638d-620d-8fdd-f2b7-55e918edca34" [ 1026.456014] env[70917]: _type = "Task" [ 1026.456014] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.468994] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5209638d-620d-8fdd-f2b7-55e918edca34, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.469282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.469646] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 62f24cb5-b20e-408a-a39e-52455baa99c5/62f24cb5-b20e-408a-a39e-52455baa99c5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.469798] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c0b0c0-1815-4740-bff6-f8c0fe915c70 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.477107] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1026.477107] env[70917]: value = "task-3461892" [ 1026.477107] env[70917]: _type = "Task" [ 1026.477107] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.491309] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.501909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-7b319298-90e1-4378-9d6c-9c17a907c2da" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.502182] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-7b319298-90e1-4378-9d6c-9c17a907c2da" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.502563] env[70917]: DEBUG nova.objects.instance [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'flavor' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.600169] env[70917]: DEBUG nova.network.neutron [-] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.660039] env[70917]: DEBUG oslo_concurrency.lockutils [req-cced8d72-8651-4c89-aeb5-86d21e34ed9e req-d71b42a1-549b-45f6-b9eb-9c17b94240be service nova] Releasing lock "refresh_cache-62f24cb5-b20e-408a-a39e-52455baa99c5" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.794773] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd8731-7880-4cb8-9dc9-7942219d540a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.803402] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd59c26a-f47f-421c-b57e-308ee949f596 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.806352] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10239b1-aab4-477c-aff5-f41d4190a12d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.848104] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca0955c-28ab-44fc-a968-97c856dee1fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.863995] env[70917]: DEBUG nova.network.neutron [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Successfully created port: b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.866609] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72025ab-3b78-4dbd-81f7-01ff29813493 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.894054] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde5fce-313f-4420-a85f-a2af42530577 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.898594] env[70917]: DEBUG nova.compute.manager [req-26f64ed5-ce14-4f74-b51d-34834fe0882c req-12a327f5-b9c1-4ab3-a1b8-1ad787e3d89a service nova] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Detach interface failed, port_id=b1c9a368-947a-42e7-a667-94a7f0713525, reason: Instance 9edd5371-cba9-49e7-9ebc-323b123683b5 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.909204] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.916022] env[70917]: DEBUG nova.compute.provider_tree [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.990181] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469898} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.990461] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 62f24cb5-b20e-408a-a39e-52455baa99c5/62f24cb5-b20e-408a-a39e-52455baa99c5.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.990671] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.990986] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc83358-7c26-4404-9b1c-a5c33ffd2bf7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.996886] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1026.996886] env[70917]: value = "task-3461893" [ 1026.996886] env[70917]: _type = "Task" [ 1026.996886] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.010500] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.103780] env[70917]: INFO nova.compute.manager [-] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Took 1.48 seconds to deallocate network for instance. [ 1027.223668] env[70917]: DEBUG nova.objects.instance [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'pci_requests' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.420678] env[70917]: DEBUG nova.scheduler.client.report [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.511698] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061847} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.512115] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.513099] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a620f077-99f5-43ac-a954-58b4033f9e43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.543156] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 62f24cb5-b20e-408a-a39e-52455baa99c5/62f24cb5-b20e-408a-a39e-52455baa99c5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.543607] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883c051b-a81c-4a6d-8660-d1a7fa618e07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.566201] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1027.566201] env[70917]: value = "task-3461894" [ 1027.566201] env[70917]: _type = "Task" [ 1027.566201] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.572696] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.609777] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.726151] env[70917]: DEBUG nova.objects.base [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Object Instance<595a79bd-4b05-470d-bcf1-94858bb13ca0> lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.726515] env[70917]: DEBUG nova.network.neutron [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.825238] env[70917]: DEBUG nova.policy [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.924500] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.927429] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.930421] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.286s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.932164] env[70917]: INFO nova.compute.claims [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.968601] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.969204] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.969204] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.969384] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.969544] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.969701] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.969906] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.970082] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.970260] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.970426] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.970602] env[70917]: DEBUG nova.virt.hardware [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.971580] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8aca80-c9e9-42bd-b0f9-15fa4b404c6e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.975148] env[70917]: INFO nova.scheduler.client.report [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted allocations for instance 946c11d6-0358-4977-9428-97811ae196d2 [ 1027.985516] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af97c0-75f9-46d5-960a-7b4d72237eeb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.078132] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.227787] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.228040] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.296148] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "d49471a9-1625-4111-8e9b-a6155770a694" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.296388] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "d49471a9-1625-4111-8e9b-a6155770a694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.487064] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5237af8-9588-4338-95ff-2087f5dc3548 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "946c11d6-0358-4977-9428-97811ae196d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.170s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.587023] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461894, 'name': ReconfigVM_Task, 'duration_secs': 0.984485} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.587023] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 62f24cb5-b20e-408a-a39e-52455baa99c5/62f24cb5-b20e-408a-a39e-52455baa99c5.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.587925] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08183cb7-c695-4c08-9d21-062ec67f4a01 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.599297] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1028.599297] env[70917]: value = "task-3461895" [ 1028.599297] env[70917]: _type = "Task" [ 1028.599297] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.613273] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461895, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.656407] env[70917]: DEBUG nova.network.neutron [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Successfully updated port: b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.734899] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.735543] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.735715] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.735869] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.736039] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.736336] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.736336] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1028.736488] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.845093] env[70917]: DEBUG nova.compute.manager [req-eeea5f22-1c3f-4bb1-b9a8-086d3b3df146 req-348e9f09-932c-4b42-9d80-44c9b563b01e service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Received event network-vif-plugged-b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.845093] env[70917]: DEBUG oslo_concurrency.lockutils [req-eeea5f22-1c3f-4bb1-b9a8-086d3b3df146 req-348e9f09-932c-4b42-9d80-44c9b563b01e service nova] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.845093] env[70917]: DEBUG oslo_concurrency.lockutils [req-eeea5f22-1c3f-4bb1-b9a8-086d3b3df146 req-348e9f09-932c-4b42-9d80-44c9b563b01e service nova] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.845093] env[70917]: DEBUG oslo_concurrency.lockutils [req-eeea5f22-1c3f-4bb1-b9a8-086d3b3df146 req-348e9f09-932c-4b42-9d80-44c9b563b01e service nova] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.845270] env[70917]: DEBUG nova.compute.manager [req-eeea5f22-1c3f-4bb1-b9a8-086d3b3df146 req-348e9f09-932c-4b42-9d80-44c9b563b01e service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] No waiting events found dispatching network-vif-plugged-b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.845306] env[70917]: WARNING nova.compute.manager [req-eeea5f22-1c3f-4bb1-b9a8-086d3b3df146 req-348e9f09-932c-4b42-9d80-44c9b563b01e service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Received unexpected event network-vif-plugged-b632e445-2851-4ef4-8d51-23eb29f4d930 for instance with vm_state building and task_state spawning. [ 1029.113043] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461895, 'name': Rename_Task, 'duration_secs': 0.144495} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.113043] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.113043] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb81e44-4516-41e7-aec6-1595de121d37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.117844] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1029.117844] env[70917]: value = "task-3461896" [ 1029.117844] env[70917]: _type = "Task" [ 1029.117844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.133818] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.160470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.161499] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.161499] env[70917]: DEBUG nova.network.neutron [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.241716] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.315370] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f508e-0384-4d9a-bdd7-6c5f1c616b3a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.324179] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb9fd9f-1518-4b52-b420-a2f92b17fbc4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.358341] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e4092-7404-4027-98b5-c2d2ef8c27d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.366384] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689258b-b782-42a8-a48a-9261f5dccc32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.382819] env[70917]: DEBUG nova.compute.provider_tree [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.628742] env[70917]: DEBUG oslo_vmware.api [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461896, 'name': PowerOnVM_Task, 'duration_secs': 0.458142} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.629185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "b206dfbe-342b-4b0a-9f43-b603205d8db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.629404] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.629598] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "b206dfbe-342b-4b0a-9f43-b603205d8db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.629848] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.629974] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.631556] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.631848] env[70917]: INFO nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1029.631920] env[70917]: DEBUG nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.632411] env[70917]: INFO nova.compute.manager [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Terminating instance [ 1029.634163] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31f47d-eb0e-488a-8925-6d25fae92975 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.722614] env[70917]: DEBUG nova.network.neutron [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.887626] env[70917]: DEBUG nova.scheduler.client.report [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.938482] env[70917]: DEBUG nova.network.neutron [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Successfully updated port: 7b319298-90e1-4378-9d6c-9c17a907c2da {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.965807] env[70917]: DEBUG nova.network.neutron [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.140312] env[70917]: DEBUG nova.compute.manager [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.140548] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.141469] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d079ed0-fd43-4232-9036-40e0bcebb9f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.150429] env[70917]: INFO nova.compute.manager [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Took 42.62 seconds to build instance. [ 1030.153997] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.154416] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8c9bf9-62ee-4d73-87d8-77416a0ab51b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.160991] env[70917]: DEBUG oslo_vmware.api [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 1030.160991] env[70917]: value = "task-3461897" [ 1030.160991] env[70917]: _type = "Task" [ 1030.160991] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.171259] env[70917]: DEBUG oslo_vmware.api [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.394103] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.394103] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.397493] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.980s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.399432] env[70917]: INFO nova.compute.claims [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.441600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.441782] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.441969] env[70917]: DEBUG nova.network.neutron [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.468394] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.468709] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Instance network_info: |[{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.469279] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b632e445-2851-4ef4-8d51-23eb29f4d930', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.476824] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.477138] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.477271] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4159168-6d04-4ac7-a97f-b7a53495c092 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.497034] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.497034] env[70917]: value = "task-3461898" [ 1030.497034] env[70917]: _type = "Task" [ 1030.497034] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.504196] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461898, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.655175] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.134s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.673946] env[70917]: DEBUG oslo_vmware.api [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461897, 'name': PowerOffVM_Task, 'duration_secs': 0.263842} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.674145] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.674258] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.674506] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2153dcb2-7acd-4df1-b36b-af12774f8a7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.734304] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.734580] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.734783] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleting the datastore file [datastore2] b206dfbe-342b-4b0a-9f43-b603205d8db7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.735056] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9da931b2-af5c-4fdc-bdea-03970469410d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.742239] env[70917]: DEBUG oslo_vmware.api [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 1030.742239] env[70917]: value = "task-3461900" [ 1030.742239] env[70917]: _type = "Task" [ 1030.742239] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.749465] env[70917]: DEBUG oslo_vmware.api [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.899400] env[70917]: DEBUG nova.compute.utils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.900951] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.901645] env[70917]: DEBUG nova.network.neutron [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.960425] env[70917]: DEBUG nova.policy [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcd15b714944379a3b5cabb3f84e429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f333a7352244328a2bbd77f4686d5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.003676] env[70917]: WARNING nova.network.neutron [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] af5d5e6c-79d1-47d6-871b-22a2ef0710f3 already exists in list: networks containing: ['af5d5e6c-79d1-47d6-871b-22a2ef0710f3']. ignoring it [ 1031.003864] env[70917]: WARNING nova.network.neutron [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] af5d5e6c-79d1-47d6-871b-22a2ef0710f3 already exists in list: networks containing: ['af5d5e6c-79d1-47d6-871b-22a2ef0710f3']. ignoring it [ 1031.009539] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461898, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.157942] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.253198] env[70917]: DEBUG oslo_vmware.api [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3461900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27694} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.256242] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.256503] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.256783] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.256983] env[70917]: INFO nova.compute.manager [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1031.257235] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.257469] env[70917]: DEBUG nova.compute.manager [-] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.257543] env[70917]: DEBUG nova.network.neutron [-] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.349511] env[70917]: DEBUG nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Received event network-changed-b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.349713] env[70917]: DEBUG nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Refreshing instance network info cache due to event network-changed-b632e445-2851-4ef4-8d51-23eb29f4d930. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.349933] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.350316] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.350518] env[70917]: DEBUG nova.network.neutron [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Refreshing network info cache for port b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.404910] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.509734] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461898, 'name': CreateVM_Task, 'duration_secs': 0.671793} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.509936] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.513059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.513059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.513059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.514685] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b138cb-2e78-44bd-b4c4-497c6aeac92b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.526569] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1031.526569] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2e285-8def-2da8-7541-8f5b8d0a02d3" [ 1031.526569] env[70917]: _type = "Task" [ 1031.526569] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.539506] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2e285-8def-2da8-7541-8f5b8d0a02d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.641269] env[70917]: DEBUG nova.network.neutron [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Successfully created port: 08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.677494] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.759023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717554d3-394e-4b5d-8451-86cfed589897 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.767658] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f17fe0-3e9a-40c4-a100-488879ebde02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.803516] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5433c0-3158-4440-9cd8-0c22540874f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.812328] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274e40a-871d-40f5-b963-81741e93317c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.826690] env[70917]: DEBUG nova.compute.provider_tree [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.919700] env[70917]: DEBUG nova.network.neutron [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a400999-4870-4a12-ab5b-d39479b70b5d", "address": "fa:16:3e:17:42:b3", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a400999-48", "ovs_interfaceid": "3a400999-4870-4a12-ab5b-d39479b70b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b319298-90e1-4378-9d6c-9c17a907c2da", "address": "fa:16:3e:75:f1:26", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b319298-90", "ovs_interfaceid": "7b319298-90e1-4378-9d6c-9c17a907c2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.984979] env[70917]: DEBUG nova.compute.manager [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.985885] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87724be-50b8-4080-8d02-e1c3843f6800 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.025380] env[70917]: DEBUG nova.network.neutron [-] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.039138] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2e285-8def-2da8-7541-8f5b8d0a02d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.039913] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.040211] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.040415] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.040560] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.040738] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.041240] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bccf1d5c-d163-4809-a536-d718530fe756 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.050092] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.050290] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.050991] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3156841-b1b1-4bac-a0d6-aa36fadc4838 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.055947] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1032.055947] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52664dab-d0b8-044f-84f6-ea4fc5461c55" [ 1032.055947] env[70917]: _type = "Task" [ 1032.055947] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.063579] env[70917]: DEBUG nova.network.neutron [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updated VIF entry in instance network info cache for port b632e445-2851-4ef4-8d51-23eb29f4d930. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.063843] env[70917]: DEBUG nova.network.neutron [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.068274] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52664dab-d0b8-044f-84f6-ea4fc5461c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.088173] env[70917]: DEBUG nova.compute.manager [req-b8e74f19-0875-442b-a89e-9c2ccb093484 req-41f53f5b-5117-4bda-bd77-f82ef1c9ddd3 service nova] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Received event network-vif-deleted-e894b1ad-0f36-41f7-96d7-0293112800c8 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.330688] env[70917]: DEBUG nova.scheduler.client.report [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.417887] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.421829] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.422451] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.422611] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423466] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94c995-8f6e-4d32-a21f-0ddb7e9053e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.440804] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.441062] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.441230] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.441417] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.441565] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.441712] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.441917] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.442091] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.442260] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.442425] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.442636] env[70917]: DEBUG nova.virt.hardware [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.449363] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfiguring VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1032.452103] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c287c156-6186-40dc-9487-266c130a05d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.471765] env[70917]: DEBUG oslo_vmware.api [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1032.471765] env[70917]: value = "task-3461901" [ 1032.471765] env[70917]: _type = "Task" [ 1032.471765] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.474190] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.474546] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.474743] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.474940] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.475104] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.475326] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.475573] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.475738] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.475924] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.476262] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.476262] env[70917]: DEBUG nova.virt.hardware [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.477296] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d7155d-dddb-4caa-a612-9985f2037726 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.492213] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad86ec-eb52-484c-b8f2-e2a1a6020ae2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.497128] env[70917]: DEBUG oslo_vmware.api [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.498376] env[70917]: INFO nova.compute.manager [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] instance snapshotting [ 1032.501506] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca177b8-a25e-4d2c-a5c7-ea33818bd46f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.530022] env[70917]: INFO nova.compute.manager [-] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Took 1.27 seconds to deallocate network for instance. [ 1032.530892] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a2cc0-fd7d-4e26-bb0d-b9df762d15a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.566108] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52664dab-d0b8-044f-84f6-ea4fc5461c55, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.566939] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4405c658-11f2-48dd-aaf1-5a228fcb425a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.570238] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.570522] env[70917]: DEBUG nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-vif-plugged-7b319298-90e1-4378-9d6c-9c17a907c2da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.570680] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.570889] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.571040] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.571217] env[70917]: DEBUG nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] No waiting events found dispatching network-vif-plugged-7b319298-90e1-4378-9d6c-9c17a907c2da {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.571406] env[70917]: WARNING nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received unexpected event network-vif-plugged-7b319298-90e1-4378-9d6c-9c17a907c2da for instance with vm_state active and task_state None. [ 1032.571564] env[70917]: DEBUG nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-changed-7b319298-90e1-4378-9d6c-9c17a907c2da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.571716] env[70917]: DEBUG nova.compute.manager [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing instance network info cache due to event network-changed-7b319298-90e1-4378-9d6c-9c17a907c2da. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.571901] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.572055] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.572217] env[70917]: DEBUG nova.network.neutron [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Refreshing network info cache for port 7b319298-90e1-4378-9d6c-9c17a907c2da {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.577115] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1032.577115] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f301e1-fec7-271e-e092-3d2940933d2a" [ 1032.577115] env[70917]: _type = "Task" [ 1032.577115] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.588524] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f301e1-fec7-271e-e092-3d2940933d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.834837] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.835373] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.838455] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.789s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.838576] env[70917]: DEBUG nova.objects.instance [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.986552] env[70917]: DEBUG oslo_vmware.api [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.038775] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.044697] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1033.044963] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0571c29c-c7ef-4717-b9af-d18d711c4e6a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.052007] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1033.052007] env[70917]: value = "task-3461902" [ 1033.052007] env[70917]: _type = "Task" [ 1033.052007] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.060380] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.087289] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f301e1-fec7-271e-e092-3d2940933d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.087524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.087787] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.088067] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ded608bf-2284-4dbb-abf0-e7842a0bc401 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.094926] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1033.094926] env[70917]: value = "task-3461903" [ 1033.094926] env[70917]: _type = "Task" [ 1033.094926] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.103272] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.307654] env[70917]: DEBUG nova.network.neutron [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updated VIF entry in instance network info cache for port 7b319298-90e1-4378-9d6c-9c17a907c2da. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.308188] env[70917]: DEBUG nova.network.neutron [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a400999-4870-4a12-ab5b-d39479b70b5d", "address": "fa:16:3e:17:42:b3", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a400999-48", "ovs_interfaceid": "3a400999-4870-4a12-ab5b-d39479b70b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b319298-90e1-4378-9d6c-9c17a907c2da", "address": "fa:16:3e:75:f1:26", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b319298-90", "ovs_interfaceid": "7b319298-90e1-4378-9d6c-9c17a907c2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.343388] env[70917]: DEBUG nova.compute.utils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.352084] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.352278] env[70917]: DEBUG nova.network.neutron [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.396173] env[70917]: DEBUG nova.policy [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7f8d7c253794538bea3c6736a4e4999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0c1886d6e564ec2b26dc7403a8a704a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.447462] env[70917]: DEBUG nova.network.neutron [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Successfully updated port: 08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.489099] env[70917]: DEBUG oslo_vmware.api [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461901, 'name': ReconfigVM_Task, 'duration_secs': 0.607077} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.489649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.489873] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfigured VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1033.531096] env[70917]: DEBUG nova.compute.manager [req-9fccceb8-8a66-4514-9315-637156ed3ece req-fbf7e572-57ff-4946-8ea1-59f52b8cc8af service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Received event network-vif-plugged-08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.531096] env[70917]: DEBUG oslo_concurrency.lockutils [req-9fccceb8-8a66-4514-9315-637156ed3ece req-fbf7e572-57ff-4946-8ea1-59f52b8cc8af service nova] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.531409] env[70917]: DEBUG oslo_concurrency.lockutils [req-9fccceb8-8a66-4514-9315-637156ed3ece req-fbf7e572-57ff-4946-8ea1-59f52b8cc8af service nova] Lock "e51e6d28-9a43-4cff-99e1-317762155816-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.531638] env[70917]: DEBUG oslo_concurrency.lockutils [req-9fccceb8-8a66-4514-9315-637156ed3ece req-fbf7e572-57ff-4946-8ea1-59f52b8cc8af service nova] Lock "e51e6d28-9a43-4cff-99e1-317762155816-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.531846] env[70917]: DEBUG nova.compute.manager [req-9fccceb8-8a66-4514-9315-637156ed3ece req-fbf7e572-57ff-4946-8ea1-59f52b8cc8af service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] No waiting events found dispatching network-vif-plugged-08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.532077] env[70917]: WARNING nova.compute.manager [req-9fccceb8-8a66-4514-9315-637156ed3ece req-fbf7e572-57ff-4946-8ea1-59f52b8cc8af service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Received unexpected event network-vif-plugged-08960d53-7dd3-44ab-aca8-9eee59f218af for instance with vm_state building and task_state spawning. [ 1033.562500] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.604793] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.681272] env[70917]: DEBUG nova.network.neutron [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Successfully created port: ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.811483] env[70917]: DEBUG oslo_concurrency.lockutils [req-c68d26fe-a610-4237-97a7-fc4c863be823 req-77ada332-1a32-4a00-b93e-3fe78dd4d474 service nova] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.854267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a548fcce-dcdf-4229-b55b-14ee641e9319 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.857329] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.861270] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.509s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.864949] env[70917]: INFO nova.compute.claims [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.950815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.950815] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.950901] env[70917]: DEBUG nova.network.neutron [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.995686] env[70917]: DEBUG oslo_concurrency.lockutils [None req-751d425b-5cad-4fb3-a941-a59f9180b063 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-7b319298-90e1-4378-9d6c-9c17a907c2da" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.493s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.064018] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.105813] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541608} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.106030] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.106307] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.107031] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8790da-3340-48ee-ba2c-e0d4dacdcd4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.113584] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1034.113584] env[70917]: value = "task-3461904" [ 1034.113584] env[70917]: _type = "Task" [ 1034.113584] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.122814] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.483458] env[70917]: DEBUG nova.network.neutron [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.564957] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.623730] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315697} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.623961] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.628035] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01de64-08de-4d00-a371-5568ed35ef0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.652272] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.652272] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a6e738-4607-4e22-ab82-9fc5b6cabbf7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.671905] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1034.671905] env[70917]: value = "task-3461905" [ 1034.671905] env[70917]: _type = "Task" [ 1034.671905] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.679953] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.684797] env[70917]: DEBUG nova.network.neutron [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updating instance_info_cache with network_info: [{"id": "08960d53-7dd3-44ab-aca8-9eee59f218af", "address": "fa:16:3e:36:a0:e4", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08960d53-7d", "ovs_interfaceid": "08960d53-7dd3-44ab-aca8-9eee59f218af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.885920] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.915925] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.915925] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.916185] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.916292] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.916448] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.916597] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.917722] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.917722] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.917722] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.917722] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.917722] env[70917]: DEBUG nova.virt.hardware [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.921132] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b08e7-ac91-4a28-828c-4d317a2b74dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.930290] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa82822-06e3-4469-891d-72457c42d930 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.064700] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461902, 'name': CreateSnapshot_Task, 'duration_secs': 1.768572} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.065033] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.065830] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dae39f0-9b1f-4d03-a10f-fdf453fe8f43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.158602] env[70917]: DEBUG nova.compute.manager [req-855e8700-b840-475d-8180-2339eb39051d req-0904094b-4fd1-4df0-a709-6cbd863dce3a service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Received event network-vif-plugged-ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.159064] env[70917]: DEBUG oslo_concurrency.lockutils [req-855e8700-b840-475d-8180-2339eb39051d req-0904094b-4fd1-4df0-a709-6cbd863dce3a service nova] Acquiring lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.159410] env[70917]: DEBUG oslo_concurrency.lockutils [req-855e8700-b840-475d-8180-2339eb39051d req-0904094b-4fd1-4df0-a709-6cbd863dce3a service nova] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.159695] env[70917]: DEBUG oslo_concurrency.lockutils [req-855e8700-b840-475d-8180-2339eb39051d req-0904094b-4fd1-4df0-a709-6cbd863dce3a service nova] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.159990] env[70917]: DEBUG nova.compute.manager [req-855e8700-b840-475d-8180-2339eb39051d req-0904094b-4fd1-4df0-a709-6cbd863dce3a service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] No waiting events found dispatching network-vif-plugged-ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.160307] env[70917]: WARNING nova.compute.manager [req-855e8700-b840-475d-8180-2339eb39051d req-0904094b-4fd1-4df0-a709-6cbd863dce3a service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Received unexpected event network-vif-plugged-ebb268e9-2869-4ab5-8e03-a350543c61da for instance with vm_state building and task_state spawning. [ 1035.185854] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461905, 'name': ReconfigVM_Task, 'duration_secs': 0.338777} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.188713] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.189769] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.190389] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Instance network_info: |[{"id": "08960d53-7dd3-44ab-aca8-9eee59f218af", "address": "fa:16:3e:36:a0:e4", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08960d53-7d", "ovs_interfaceid": "08960d53-7dd3-44ab-aca8-9eee59f218af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.192024] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c77a498-6ee5-45c9-aab0-6e317e4f9884 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.192824] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a0:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08960d53-7dd3-44ab-aca8-9eee59f218af', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.201596] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.204416] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.206438] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8acc54cb-1b03-4281-84b0-264e23453ad7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.224071] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1035.224071] env[70917]: value = "task-3461906" [ 1035.224071] env[70917]: _type = "Task" [ 1035.224071] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.232265] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.232265] env[70917]: value = "task-3461907" [ 1035.232265] env[70917]: _type = "Task" [ 1035.232265] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.245637] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461906, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.252133] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461907, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.258759] env[70917]: DEBUG nova.network.neutron [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Successfully updated port: ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.266044] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3a1233-2157-4126-a09e-9ad46194d9b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.274101] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0880e9-4f61-402c-8a88-6b825b4665c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.306433] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133552f8-979b-4381-9cc5-00be6d1c04dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.314713] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb48fae-2e0d-4417-82e3-552ac887b062 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.331055] env[70917]: DEBUG nova.compute.provider_tree [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.451910] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-3a400999-4870-4a12-ab5b-d39479b70b5d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.451910] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-3a400999-4870-4a12-ab5b-d39479b70b5d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.556151] env[70917]: DEBUG nova.compute.manager [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Received event network-changed-08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.556294] env[70917]: DEBUG nova.compute.manager [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Refreshing instance network info cache due to event network-changed-08960d53-7dd3-44ab-aca8-9eee59f218af. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.556478] env[70917]: DEBUG oslo_concurrency.lockutils [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] Acquiring lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.556608] env[70917]: DEBUG oslo_concurrency.lockutils [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] Acquired lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.556772] env[70917]: DEBUG nova.network.neutron [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Refreshing network info cache for port 08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.591180] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.591727] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3414d3c3-4b70-424a-afc0-2a7d24b8f8cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.600311] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1035.600311] env[70917]: value = "task-3461908" [ 1035.600311] env[70917]: _type = "Task" [ 1035.600311] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.608233] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461908, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.735238] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461906, 'name': Rename_Task, 'duration_secs': 0.203453} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.738762] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.739141] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5f6f7b-d6b9-4912-a3d1-1304b43d0c27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.746776] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461907, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.748697] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1035.748697] env[70917]: value = "task-3461909" [ 1035.748697] env[70917]: _type = "Task" [ 1035.748697] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.756227] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.762621] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.762764] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.762921] env[70917]: DEBUG nova.network.neutron [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.834540] env[70917]: DEBUG nova.scheduler.client.report [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.955277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.955583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.957085] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c549527-5ac2-4501-8b17-9e25d186a071 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.978264] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501fec1a-a9c1-441d-be41-51be9e04bf30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.010718] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfiguring VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1036.011112] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c5ce1d-1b25-4b4b-b2d2-90d9dce4faf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.031027] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1036.031027] env[70917]: value = "task-3461910" [ 1036.031027] env[70917]: _type = "Task" [ 1036.031027] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.039308] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.113125] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461908, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.248403] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461907, 'name': CreateVM_Task, 'duration_secs': 0.801934} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.248776] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.254151] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.254412] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.254840] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.258478] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef019730-a691-43c4-b219-f95372d6bdb4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.271612] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.274503] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1036.274503] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524a476a-d17c-9dd9-9da3-76811f014617" [ 1036.274503] env[70917]: _type = "Task" [ 1036.274503] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.286107] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524a476a-d17c-9dd9-9da3-76811f014617, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.286427] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.286668] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.286908] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.287067] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.287313] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.287596] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21b5e95e-83c6-4c3d-a7ec-79709390e349 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.296729] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.297166] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.297948] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043ec95f-f49d-4acf-86ee-f27da31499a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.304378] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1036.304378] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a1d16c-16be-d18f-f720-b51356d2ebd6" [ 1036.304378] env[70917]: _type = "Task" [ 1036.304378] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.314412] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a1d16c-16be-d18f-f720-b51356d2ebd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.314412] env[70917]: DEBUG nova.network.neutron [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.342456] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.342957] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.345779] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.847s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.346016] env[70917]: DEBUG nova.objects.instance [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.371220] env[70917]: DEBUG nova.network.neutron [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updated VIF entry in instance network info cache for port 08960d53-7dd3-44ab-aca8-9eee59f218af. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.371624] env[70917]: DEBUG nova.network.neutron [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updating instance_info_cache with network_info: [{"id": "08960d53-7dd3-44ab-aca8-9eee59f218af", "address": "fa:16:3e:36:a0:e4", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08960d53-7d", "ovs_interfaceid": "08960d53-7dd3-44ab-aca8-9eee59f218af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.470170] env[70917]: DEBUG nova.network.neutron [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updating instance_info_cache with network_info: [{"id": "ebb268e9-2869-4ab5-8e03-a350543c61da", "address": "fa:16:3e:1f:e5:d4", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb268e9-28", "ovs_interfaceid": "ebb268e9-2869-4ab5-8e03-a350543c61da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.541714] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.613788] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461908, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.758610] env[70917]: DEBUG oslo_vmware.api [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3461909, 'name': PowerOnVM_Task, 'duration_secs': 0.589932} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.758888] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.759179] env[70917]: INFO nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1036.759372] env[70917]: DEBUG nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.760186] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34212c9-44d0-4e27-95e2-60976686bbe1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.814430] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a1d16c-16be-d18f-f720-b51356d2ebd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012298} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.815215] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffebdbc-8d59-4a6c-9684-783cde096485 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.820345] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1036.820345] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ca9ed-5aa1-8557-ec7b-0abfcac65e9b" [ 1036.820345] env[70917]: _type = "Task" [ 1036.820345] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.827937] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ca9ed-5aa1-8557-ec7b-0abfcac65e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.849909] env[70917]: DEBUG nova.compute.utils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.852905] env[70917]: DEBUG nova.objects.instance [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.853916] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.854128] env[70917]: DEBUG nova.network.neutron [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.874609] env[70917]: DEBUG oslo_concurrency.lockutils [req-18afe7ad-b44f-444a-9a5b-f231afa4ac52 req-6afb42a7-f3a6-4a02-9f54-0e7c266742b2 service nova] Releasing lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.894528] env[70917]: DEBUG nova.policy [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64845a818193484eaf97709dd82d6256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ec7323165e4b5c94eae74c08e198ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.975588] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.976036] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Instance network_info: |[{"id": "ebb268e9-2869-4ab5-8e03-a350543c61da", "address": "fa:16:3e:1f:e5:d4", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb268e9-28", "ovs_interfaceid": "ebb268e9-2869-4ab5-8e03-a350543c61da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.976538] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "a67ef531-7cab-4947-af9e-f126af4ee06e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.976838] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.977156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "a67ef531-7cab-4947-af9e-f126af4ee06e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.977459] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.977701] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.979837] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:e5:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebb268e9-2869-4ab5-8e03-a350543c61da', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.987669] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.988160] env[70917]: INFO nova.compute.manager [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Terminating instance [ 1036.989566] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.990791] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4fd966-0737-4883-9354-441729c57e46 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.007198] env[70917]: DEBUG nova.compute.manager [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.007382] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.008725] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d90276d-b372-4000-bc50-a096bcca2c98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.016098] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.017488] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-001bd1d6-c42f-4a6b-b26d-8748fbb08b54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.018847] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.018847] env[70917]: value = "task-3461911" [ 1037.018847] env[70917]: _type = "Task" [ 1037.018847] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.023468] env[70917]: DEBUG oslo_vmware.api [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1037.023468] env[70917]: value = "task-3461912" [ 1037.023468] env[70917]: _type = "Task" [ 1037.023468] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.029550] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461911, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.034726] env[70917]: DEBUG oslo_vmware.api [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.043479] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.114336] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461908, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.191714] env[70917]: DEBUG nova.compute.manager [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Received event network-changed-ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.192365] env[70917]: DEBUG nova.compute.manager [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Refreshing instance network info cache due to event network-changed-ebb268e9-2869-4ab5-8e03-a350543c61da. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.192365] env[70917]: DEBUG oslo_concurrency.lockutils [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] Acquiring lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.192365] env[70917]: DEBUG oslo_concurrency.lockutils [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] Acquired lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.192571] env[70917]: DEBUG nova.network.neutron [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Refreshing network info cache for port ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.207854] env[70917]: DEBUG nova.network.neutron [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Successfully created port: 5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.283473] env[70917]: INFO nova.compute.manager [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Took 45.58 seconds to build instance. [ 1037.332983] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ca9ed-5aa1-8557-ec7b-0abfcac65e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.333408] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.333751] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] e51e6d28-9a43-4cff-99e1-317762155816/e51e6d28-9a43-4cff-99e1-317762155816.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.334468] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4edc91b3-ca05-4532-a520-627d1333ea4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.343298] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1037.343298] env[70917]: value = "task-3461913" [ 1037.343298] env[70917]: _type = "Task" [ 1037.343298] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.352590] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.357237] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.361172] env[70917]: INFO nova.compute.claims [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.536535] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461911, 'name': CreateVM_Task, 'duration_secs': 0.448517} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.547026] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.547407] env[70917]: DEBUG oslo_vmware.api [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461912, 'name': PowerOffVM_Task, 'duration_secs': 0.251458} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.548390] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.548746] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.549284] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.549748] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.550115] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.551423] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13855b10-cbd2-490d-a872-f0507d78b8ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.554194] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e14b56-7488-48f1-8019-d2a87d51a5f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.563140] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.567532] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1037.567532] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b0f472-0750-241c-406b-75f482742ee6" [ 1037.567532] env[70917]: _type = "Task" [ 1037.567532] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.576885] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b0f472-0750-241c-406b-75f482742ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.615120] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461908, 'name': CloneVM_Task, 'duration_secs': 1.950523} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.615475] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Created linked-clone VM from snapshot [ 1037.616404] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6d183-539e-428b-952b-a1ecb8d4e366 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.624924] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Uploading image 6a5f3790-ef65-435e-a36d-3240198fd1f6 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.640787] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.640787] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e599b8c-84c1-4454-ac02-cd9f23b1cb9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.650382] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1037.650382] env[70917]: value = "task-3461915" [ 1037.650382] env[70917]: _type = "Task" [ 1037.650382] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.657054] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.657054] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.657054] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleting the datastore file [datastore1] a67ef531-7cab-4947-af9e-f126af4ee06e {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.660091] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9ed1aa-b557-4ca4-bbf6-57e16b125d17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.662228] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461915, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.666500] env[70917]: DEBUG oslo_vmware.api [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1037.666500] env[70917]: value = "task-3461916" [ 1037.666500] env[70917]: _type = "Task" [ 1037.666500] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.674747] env[70917]: DEBUG oslo_vmware.api [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.785843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5e3e56cd-231a-4d46-8921-c0f065271125 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.112s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.858195] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.978386] env[70917]: DEBUG nova.network.neutron [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updated VIF entry in instance network info cache for port ebb268e9-2869-4ab5-8e03-a350543c61da. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.978386] env[70917]: DEBUG nova.network.neutron [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updating instance_info_cache with network_info: [{"id": "ebb268e9-2869-4ab5-8e03-a350543c61da", "address": "fa:16:3e:1f:e5:d4", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb268e9-28", "ovs_interfaceid": "ebb268e9-2869-4ab5-8e03-a350543c61da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.048080] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.083523] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b0f472-0750-241c-406b-75f482742ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.083923] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.084571] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.084571] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.084781] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.084822] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.085118] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf06d997-4f2f-4eda-8ea2-66c832c13b5b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.098441] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.098663] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.099490] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba893d5b-f0f1-48d4-8b7f-e16c9daf9de3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.106305] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1038.106305] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b7c752-0b9b-eded-78b4-f0b3279f309b" [ 1038.106305] env[70917]: _type = "Task" [ 1038.106305] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.115528] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b7c752-0b9b-eded-78b4-f0b3279f309b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.161508] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461915, 'name': Destroy_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.176739] env[70917]: DEBUG oslo_vmware.api [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3461916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423112} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.177060] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.177269] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.177447] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.177624] env[70917]: INFO nova.compute.manager [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1038.178258] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.178258] env[70917]: DEBUG nova.compute.manager [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.178258] env[70917]: DEBUG nova.network.neutron [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.289317] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.354109] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599539} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.354696] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] e51e6d28-9a43-4cff-99e1-317762155816/e51e6d28-9a43-4cff-99e1-317762155816.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.354696] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.354842] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-144575dd-7ef3-46ee-aafd-26474713b32c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.361680] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1038.361680] env[70917]: value = "task-3461917" [ 1038.361680] env[70917]: _type = "Task" [ 1038.361680] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.372330] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.379886] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.412175] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.412533] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.412640] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.412801] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.413019] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.413710] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.413710] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.413710] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.413934] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.414152] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.414518] env[70917]: DEBUG nova.virt.hardware [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.415409] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27006670-813c-43fe-86c6-ed87dffe688d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.432451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f7e672-8d5c-40bf-923a-b15372e8099e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.483156] env[70917]: DEBUG oslo_concurrency.lockutils [req-61c40b30-0017-49a2-be79-191368e8f618 req-d93b4aef-41fc-4481-9c2a-d05c0ab1967b service nova] Releasing lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.553985] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.624043] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b7c752-0b9b-eded-78b4-f0b3279f309b, 'name': SearchDatastore_Task, 'duration_secs': 0.019528} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.625200] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dad0c5-40db-43b8-9515-c2e0577b3e72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.634911] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1038.634911] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e59a69-d34e-9f7b-0868-0c081b4b4b76" [ 1038.634911] env[70917]: _type = "Task" [ 1038.634911] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.644245] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e59a69-d34e-9f7b-0868-0c081b4b4b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.661553] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461915, 'name': Destroy_Task, 'duration_secs': 0.689371} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.661848] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Destroyed the VM [ 1038.662087] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.662341] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2ed3044-6a39-401f-b974-27da5dd454d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.677019] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1038.677019] env[70917]: value = "task-3461918" [ 1038.677019] env[70917]: _type = "Task" [ 1038.677019] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.689284] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.779656] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944750b3-9a20-4a32-b92b-3413b5e9f704 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.788857] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f892e63a-4612-4767-b798-ce59915024e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.826522] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c2519-a0b2-4f18-9261-f1d25463f878 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.840759] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f78f7-036e-4dc2-ae76-d5fc21f68ba9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.850208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.864299] env[70917]: DEBUG nova.compute.provider_tree [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.878584] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082557} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.879567] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.880843] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c34e16-b57e-4430-8355-edea01607ec1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.909426] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e51e6d28-9a43-4cff-99e1-317762155816/e51e6d28-9a43-4cff-99e1-317762155816.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.910164] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e711f4-740a-4756-a3bc-aefeb235b053 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.932526] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1038.932526] env[70917]: value = "task-3461919" [ 1038.932526] env[70917]: _type = "Task" [ 1038.932526] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.941220] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.050604] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.147857] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e59a69-d34e-9f7b-0868-0c081b4b4b76, 'name': SearchDatastore_Task, 'duration_secs': 0.053605} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.148349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.148419] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/31566dbc-56be-4c73-b0dd-acc6e52a5e69.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.148718] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1a6ffb7-8ce6-4e91-8ce7-0d24f89c6d13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.153717] env[70917]: DEBUG nova.compute.manager [req-b37f388b-c43c-46ee-b70b-76bcebceaabb req-6c5ea45f-6617-4794-9b96-b05e24a802a7 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Received event network-vif-plugged-5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.153945] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f388b-c43c-46ee-b70b-76bcebceaabb req-6c5ea45f-6617-4794-9b96-b05e24a802a7 service nova] Acquiring lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.154196] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f388b-c43c-46ee-b70b-76bcebceaabb req-6c5ea45f-6617-4794-9b96-b05e24a802a7 service nova] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.154376] env[70917]: DEBUG oslo_concurrency.lockutils [req-b37f388b-c43c-46ee-b70b-76bcebceaabb req-6c5ea45f-6617-4794-9b96-b05e24a802a7 service nova] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.154563] env[70917]: DEBUG nova.compute.manager [req-b37f388b-c43c-46ee-b70b-76bcebceaabb req-6c5ea45f-6617-4794-9b96-b05e24a802a7 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] No waiting events found dispatching network-vif-plugged-5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.154741] env[70917]: WARNING nova.compute.manager [req-b37f388b-c43c-46ee-b70b-76bcebceaabb req-6c5ea45f-6617-4794-9b96-b05e24a802a7 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Received unexpected event network-vif-plugged-5e1b5518-43f9-4420-9ff9-779101beebdb for instance with vm_state building and task_state spawning. [ 1039.158234] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1039.158234] env[70917]: value = "task-3461920" [ 1039.158234] env[70917]: _type = "Task" [ 1039.158234] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.182504] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.183092] env[70917]: DEBUG nova.network.neutron [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.198508] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461918, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.258911] env[70917]: DEBUG nova.network.neutron [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Successfully updated port: 5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.328025] env[70917]: DEBUG nova.compute.manager [req-b3c29d0f-b6d5-49e7-862d-48e4655de734 req-d60dbcc2-88ca-4276-b9e1-7bc6c8448b05 service nova] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Received event network-vif-deleted-cb306063-3854-4416-8772-d6663f7d079a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.376031] env[70917]: DEBUG nova.scheduler.client.report [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.443225] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461919, 'name': ReconfigVM_Task, 'duration_secs': 0.404784} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.443884] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e51e6d28-9a43-4cff-99e1-317762155816/e51e6d28-9a43-4cff-99e1-317762155816.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.446566] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0f651e-23b5-4be0-adc6-01a59ca06a54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.455029] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1039.455029] env[70917]: value = "task-3461921" [ 1039.455029] env[70917]: _type = "Task" [ 1039.455029] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.468761] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461921, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.550107] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.671065] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461920, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.689430] env[70917]: INFO nova.compute.manager [-] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Took 1.51 seconds to deallocate network for instance. [ 1039.694903] env[70917]: DEBUG oslo_vmware.api [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.911334} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.697909] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.764989] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "refresh_cache-44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.764989] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "refresh_cache-44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.765181] env[70917]: DEBUG nova.network.neutron [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.881705] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.536s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.884208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.291s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.885832] env[70917]: INFO nova.compute.claims [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.930772] env[70917]: INFO nova.network.neutron [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1039.966054] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461921, 'name': Rename_Task, 'duration_secs': 0.31992} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.966379] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.966635] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f33d0a-430e-4ee5-96f0-54f6f90d9d74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.974436] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1039.974436] env[70917]: value = "task-3461922" [ 1039.974436] env[70917]: _type = "Task" [ 1039.974436] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.982883] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.049681] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.172126] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801123} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.172541] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/31566dbc-56be-4c73-b0dd-acc6e52a5e69.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.172672] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.172935] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f8451b7-7d77-4952-84fe-dd1876ee8d78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.181597] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1040.181597] env[70917]: value = "task-3461923" [ 1040.181597] env[70917]: _type = "Task" [ 1040.181597] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.191474] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.202556] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.203483] env[70917]: WARNING nova.compute.manager [None req-a1179ea4-2326-42cc-9ac1-195e9b4b78b6 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Image not found during snapshot: nova.exception.ImageNotFound: Image 6a5f3790-ef65-435e-a36d-3240198fd1f6 could not be found. [ 1040.297175] env[70917]: DEBUG nova.network.neutron [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.468682] env[70917]: DEBUG nova.network.neutron [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Updating instance_info_cache with network_info: [{"id": "5e1b5518-43f9-4420-9ff9-779101beebdb", "address": "fa:16:3e:3b:89:d6", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1b5518-43", "ovs_interfaceid": "5e1b5518-43f9-4420-9ff9-779101beebdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.486706] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.550017] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.692542] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093059} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.692974] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.693789] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bdce01-1098-4650-8af1-c572d15f659c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.707263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "62f24cb5-b20e-408a-a39e-52455baa99c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.707491] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.707690] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "62f24cb5-b20e-408a-a39e-52455baa99c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.707872] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.708059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.718340] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/31566dbc-56be-4c73-b0dd-acc6e52a5e69.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.718781] env[70917]: INFO nova.compute.manager [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Terminating instance [ 1040.720231] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85084871-e6dd-4096-82f3-d036ef42ee8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.743447] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1040.743447] env[70917]: value = "task-3461924" [ 1040.743447] env[70917]: _type = "Task" [ 1040.743447] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.753483] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.971871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "refresh_cache-44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.972208] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Instance network_info: |[{"id": "5e1b5518-43f9-4420-9ff9-779101beebdb", "address": "fa:16:3e:3b:89:d6", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1b5518-43", "ovs_interfaceid": "5e1b5518-43f9-4420-9ff9-779101beebdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.972628] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:89:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e1b5518-43f9-4420-9ff9-779101beebdb', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.980249] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.980423] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.987672] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8db5045-37c1-485f-ab30-4d453be5689c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.008413] env[70917]: DEBUG oslo_vmware.api [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3461922, 'name': PowerOnVM_Task, 'duration_secs': 0.53508} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.010103] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.010103] env[70917]: INFO nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1041.010388] env[70917]: DEBUG nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.010632] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.010632] env[70917]: value = "task-3461925" [ 1041.010632] env[70917]: _type = "Task" [ 1041.010632] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.013591] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950bade4-c36b-4cc7-a584-89b8bad88127 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.025795] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461925, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.051885] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.190425] env[70917]: DEBUG nova.compute.manager [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Received event network-changed-b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.190663] env[70917]: DEBUG nova.compute.manager [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Refreshing instance network info cache due to event network-changed-b632e445-2851-4ef4-8d51-23eb29f4d930. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.190829] env[70917]: DEBUG oslo_concurrency.lockutils [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.190969] env[70917]: DEBUG oslo_concurrency.lockutils [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.191148] env[70917]: DEBUG nova.network.neutron [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Refreshing network info cache for port b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.220674] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107713a1-03cf-4169-bc0e-1dae245888d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.230619] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92108e72-6369-42f4-a28f-399e55cb61e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.237811] env[70917]: DEBUG nova.compute.manager [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.238088] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.263623] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d666fb-7e04-4c28-b13d-a0e6f0f9ee3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.272173] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19381c2-848b-4b51-9fa7-f950bd8d057c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.282741] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.287686] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.289247] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e648474-a318-48a5-9fd8-eae54d4caa9c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.293822] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a6af30-4f4f-4664-99e6-c281f5287317 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.310564] env[70917]: DEBUG nova.compute.provider_tree [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.314486] env[70917]: DEBUG oslo_vmware.api [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1041.314486] env[70917]: value = "task-3461926" [ 1041.314486] env[70917]: _type = "Task" [ 1041.314486] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.324661] env[70917]: DEBUG oslo_vmware.api [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.528306] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461925, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.539756] env[70917]: INFO nova.compute.manager [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Took 46.91 seconds to build instance. [ 1041.552807] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.671510] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.671510] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.671510] env[70917]: DEBUG nova.network.neutron [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.779377] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461924, 'name': ReconfigVM_Task, 'duration_secs': 0.804636} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.779377] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/31566dbc-56be-4c73-b0dd-acc6e52a5e69.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.779377] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-892bf520-7ebc-4bd6-9a85-327c932a5635 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.794593] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1041.794593] env[70917]: value = "task-3461927" [ 1041.794593] env[70917]: _type = "Task" [ 1041.794593] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.806357] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461927, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.815557] env[70917]: DEBUG nova.scheduler.client.report [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.837977] env[70917]: DEBUG oslo_vmware.api [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461926, 'name': PowerOffVM_Task, 'duration_secs': 0.304948} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.838278] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.838510] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.838934] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18569252-ba33-4861-ab9f-cc4f75da329d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.927822] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.928123] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.928354] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleting the datastore file [datastore1] 62f24cb5-b20e-408a-a39e-52455baa99c5 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.928670] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac23b527-4c83-440e-bcbd-3a1caf462a2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.938265] env[70917]: DEBUG oslo_vmware.api [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for the task: (returnval){ [ 1041.938265] env[70917]: value = "task-3461929" [ 1041.938265] env[70917]: _type = "Task" [ 1041.938265] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.949969] env[70917]: DEBUG oslo_vmware.api [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.012070] env[70917]: DEBUG nova.network.neutron [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updated VIF entry in instance network info cache for port b632e445-2851-4ef4-8d51-23eb29f4d930. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.012464] env[70917]: DEBUG nova.network.neutron [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.027068] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461925, 'name': CreateVM_Task, 'duration_secs': 0.556357} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.028651] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.030039] env[70917]: DEBUG nova.compute.manager [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Received event network-changed-08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.030039] env[70917]: DEBUG nova.compute.manager [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Refreshing instance network info cache due to event network-changed-08960d53-7dd3-44ab-aca8-9eee59f218af. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.030372] env[70917]: DEBUG oslo_concurrency.lockutils [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] Acquiring lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.030449] env[70917]: DEBUG oslo_concurrency.lockutils [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] Acquired lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.030558] env[70917]: DEBUG nova.network.neutron [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Refreshing network info cache for port 08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.032443] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.032443] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.032738] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.033252] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85eea93-8096-44b1-95ab-230484220c02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.039937] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1042.039937] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221d607-2622-59a7-0761-092a24911c82" [ 1042.039937] env[70917]: _type = "Task" [ 1042.039937] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.043928] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.436s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.055910] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221d607-2622-59a7-0761-092a24911c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.059608] env[70917]: DEBUG oslo_vmware.api [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461910, 'name': ReconfigVM_Task, 'duration_secs': 5.769408} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.059844] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.060085] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Reconfigured VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1042.305349] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461927, 'name': Rename_Task, 'duration_secs': 0.162653} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.305908] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.306100] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301105e5-5911-412e-8f35-64d0aa7bffbe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.317490] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1042.317490] env[70917]: value = "task-3461930" [ 1042.317490] env[70917]: _type = "Task" [ 1042.317490] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.321235] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.321832] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.325842] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.291s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.328186] env[70917]: INFO nova.compute.claims [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.336424] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.443484] env[70917]: DEBUG nova.network.neutron [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.450938] env[70917]: DEBUG oslo_vmware.api [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Task: {'id': task-3461929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408584} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.451209] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.451414] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.451599] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.451772] env[70917]: INFO nova.compute.manager [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1042.452014] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.452205] env[70917]: DEBUG nova.compute.manager [-] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.452452] env[70917]: DEBUG nova.network.neutron [-] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.515370] env[70917]: DEBUG oslo_concurrency.lockutils [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.517645] env[70917]: DEBUG nova.compute.manager [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Received event network-changed-5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.517645] env[70917]: DEBUG nova.compute.manager [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Refreshing instance network info cache due to event network-changed-5e1b5518-43f9-4420-9ff9-779101beebdb. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.517645] env[70917]: DEBUG oslo_concurrency.lockutils [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] Acquiring lock "refresh_cache-44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.517645] env[70917]: DEBUG oslo_concurrency.lockutils [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] Acquired lock "refresh_cache-44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.517645] env[70917]: DEBUG nova.network.neutron [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Refreshing network info cache for port 5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.553490] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.555978] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221d607-2622-59a7-0761-092a24911c82, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.560020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.560020] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.560020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.560020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.560020] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.560020] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df4f151-b152-46ad-94de-de5cc11e7e41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.571664] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.571664] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.573283] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd47d42c-f139-49cb-a5e8-924f6077723e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.582999] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1042.582999] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221d34f-911f-a2d0-f10f-8cbcb6554b81" [ 1042.582999] env[70917]: _type = "Task" [ 1042.582999] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.594368] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221d34f-911f-a2d0-f10f-8cbcb6554b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.837023] env[70917]: DEBUG nova.compute.utils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.841117] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.849313] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.851669] env[70917]: DEBUG nova.network.neutron [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.904619] env[70917]: DEBUG nova.policy [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51801ab7bb4745e6b88d8041965bfce3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86634dbc1cdc4fd8b1589833d290afca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.917471] env[70917]: DEBUG nova.network.neutron [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updated VIF entry in instance network info cache for port 08960d53-7dd3-44ab-aca8-9eee59f218af. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.917907] env[70917]: DEBUG nova.network.neutron [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updating instance_info_cache with network_info: [{"id": "08960d53-7dd3-44ab-aca8-9eee59f218af", "address": "fa:16:3e:36:a0:e4", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08960d53-7d", "ovs_interfaceid": "08960d53-7dd3-44ab-aca8-9eee59f218af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.946782] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.026595] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1844278694b54b78181addb7e222cac',container_format='bare',created_at=2025-04-16T15:32:26Z,direct_url=,disk_format='vmdk',id=012812d9-9ccc-48b0-bb8b-dd146da3cde9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1444831359-shelved',owner='72d2f071a7f94c728fb7559f856001e3',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-04-16T15:32:41Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.028753] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.029534] env[70917]: DEBUG nova.virt.hardware [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.033078] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88b6d5b-e768-416b-9da9-d3910d227eab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.046295] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe85955-8118-4dab-81ec-264b33e4cde1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.066023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a3:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87dd2138-04f6-4411-b5c8-11a8fba1ea7a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.074887] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.077933] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.078878] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f187f12-7c63-40e7-b416-c6b13acc53d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.101283] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.109347] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5221d34f-911f-a2d0-f10f-8cbcb6554b81, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.111176] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.111176] env[70917]: value = "task-3461931" [ 1043.111176] env[70917]: _type = "Task" [ 1043.111176] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.111404] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d2269f-0310-487b-a633-6f16ae1ee0a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.121590] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1043.121590] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523da9b3-bada-b38b-2a92-b60ba21ebc61" [ 1043.121590] env[70917]: _type = "Task" [ 1043.121590] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.125423] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461931, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.133972] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523da9b3-bada-b38b-2a92-b60ba21ebc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.198317] env[70917]: DEBUG nova.network.neutron [-] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.228665] env[70917]: DEBUG nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-vif-plugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.228883] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.229136] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.229318] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.229488] env[70917]: DEBUG nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] No waiting events found dispatching network-vif-plugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.229657] env[70917]: WARNING nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received unexpected event network-vif-plugged-87dd2138-04f6-4411-b5c8-11a8fba1ea7a for instance with vm_state shelved_offloaded and task_state spawning. [ 1043.229820] env[70917]: DEBUG nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.229972] env[70917]: DEBUG nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing instance network info cache due to event network-changed-87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.230179] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Acquiring lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.230319] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Acquired lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.230478] env[70917]: DEBUG nova.network.neutron [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Refreshing network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.293926] env[70917]: DEBUG nova.network.neutron [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Updated VIF entry in instance network info cache for port 5e1b5518-43f9-4420-9ff9-779101beebdb. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.294317] env[70917]: DEBUG nova.network.neutron [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Updating instance_info_cache with network_info: [{"id": "5e1b5518-43f9-4420-9ff9-779101beebdb", "address": "fa:16:3e:3b:89:d6", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1b5518-43", "ovs_interfaceid": "5e1b5518-43f9-4420-9ff9-779101beebdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.295691] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.295858] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.296661] env[70917]: DEBUG nova.network.neutron [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.329012] env[70917]: DEBUG oslo_vmware.api [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461930, 'name': PowerOnVM_Task, 'duration_secs': 0.773523} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.329422] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.329607] env[70917]: INFO nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1043.329789] env[70917]: DEBUG nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.331814] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e3971-8cd7-437d-a3cc-937d6f8b1c63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.342340] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.421706] env[70917]: DEBUG oslo_concurrency.lockutils [req-9201ff95-c60b-4bf6-8d44-02f813bd14f9 req-f591a281-daba-4b14-bf57-54233829574c service nova] Releasing lock "refresh_cache-e51e6d28-9a43-4cff-99e1-317762155816" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.448108] env[70917]: DEBUG nova.network.neutron [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Successfully created port: 415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.627622] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461931, 'name': CreateVM_Task, 'duration_secs': 0.440136} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.630616] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.631303] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.631470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.631828] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.632502] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe04aa72-d5b3-43bc-9009-1d1f4d670774 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.638350] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523da9b3-bada-b38b-2a92-b60ba21ebc61, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.641798] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.642198] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9/44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.642391] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1043.642391] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521f491a-edb7-e219-a3cb-aba45210c40b" [ 1043.642391] env[70917]: _type = "Task" [ 1043.642391] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.642766] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e358bae-cc4a-4f71-9336-5ea55181aa31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.657516] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.657775] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Processing image 012812d9-9ccc-48b0-bb8b-dd146da3cde9 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.658017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.658456] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.658655] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.658976] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1043.658976] env[70917]: value = "task-3461932" [ 1043.658976] env[70917]: _type = "Task" [ 1043.658976] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.659412] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fd10f5-efc1-49f4-8511-b966e1356319 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.671481] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.682169] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.682898] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.683043] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e522588-2b91-458e-b17d-4a39c446e2e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.691678] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1043.691678] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f4b9bb-273e-a000-bd4a-39ef53ee5055" [ 1043.691678] env[70917]: _type = "Task" [ 1043.691678] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.700253] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f4b9bb-273e-a000-bd4a-39ef53ee5055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.708114] env[70917]: INFO nova.compute.manager [-] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Took 1.26 seconds to deallocate network for instance. [ 1043.718969] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aac11f-f593-420f-a9c5-b27f108612fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.727983] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c1c20f-e698-4453-b550-70398a26093d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.761020] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fcad5b-7a46-4afe-b70c-cce307407dfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.769821] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316896bd-be32-4853-9ccf-1e6659e0f1e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.784958] env[70917]: DEBUG nova.compute.provider_tree [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.798506] env[70917]: DEBUG oslo_concurrency.lockutils [req-4df2a709-7a27-49fc-aa22-97d6425b8330 req-539772d2-c968-4cca-a22a-2571b2189920 service nova] Releasing lock "refresh_cache-44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.861398] env[70917]: INFO nova.compute.manager [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Took 47.46 seconds to build instance. [ 1043.959378] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.959645] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.959848] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.960053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.960306] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.962358] env[70917]: INFO nova.compute.manager [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Terminating instance [ 1044.115759] env[70917]: DEBUG nova.compute.manager [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Received event network-vif-deleted-4266779a-7a6e-48cb-9b98-be6678e98fdd {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.116094] env[70917]: DEBUG nova.compute.manager [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-vif-deleted-7b319298-90e1-4378-9d6c-9c17a907c2da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.116351] env[70917]: INFO nova.compute.manager [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Neutron deleted interface 7b319298-90e1-4378-9d6c-9c17a907c2da; detaching it from the instance and deleting it from the info cache [ 1044.116709] env[70917]: DEBUG nova.network.neutron [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a400999-4870-4a12-ab5b-d39479b70b5d", "address": "fa:16:3e:17:42:b3", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a400999-48", "ovs_interfaceid": "3a400999-4870-4a12-ab5b-d39479b70b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.175823] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461932, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.182527] env[70917]: DEBUG nova.network.neutron [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updated VIF entry in instance network info cache for port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.182941] env[70917]: DEBUG nova.network.neutron [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [{"id": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "address": "fa:16:3e:96:a3:4f", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dd2138-04", "ovs_interfaceid": "87dd2138-04f6-4411-b5c8-11a8fba1ea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.205153] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1044.205432] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Fetch image to [datastore2] OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3/OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1044.205616] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Downloading stream optimized image 012812d9-9ccc-48b0-bb8b-dd146da3cde9 to [datastore2] OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3/OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3.vmdk on the data store datastore2 as vApp {{(pid=70917) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1044.205788] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Downloading image file data 012812d9-9ccc-48b0-bb8b-dd146da3cde9 to the ESX as VM named 'OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3' {{(pid=70917) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1044.215187] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.281725] env[70917]: INFO nova.network.neutron [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Port 3a400999-4870-4a12-ab5b-d39479b70b5d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1044.281988] env[70917]: INFO nova.network.neutron [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Port 7b319298-90e1-4378-9d6c-9c17a907c2da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1044.282376] env[70917]: DEBUG nova.network.neutron [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.287555] env[70917]: DEBUG nova.scheduler.client.report [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.317460] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1044.317460] env[70917]: value = "resgroup-9" [ 1044.317460] env[70917]: _type = "ResourcePool" [ 1044.317460] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1044.317788] env[70917]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bff458b6-25af-4a83-878e-aecc20baaa11 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.343111] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease: (returnval){ [ 1044.343111] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1044.343111] env[70917]: _type = "HttpNfcLease" [ 1044.343111] env[70917]: } obtained for vApp import into resource pool (val){ [ 1044.343111] env[70917]: value = "resgroup-9" [ 1044.343111] env[70917]: _type = "ResourcePool" [ 1044.343111] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1044.343630] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the lease: (returnval){ [ 1044.343630] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1044.343630] env[70917]: _type = "HttpNfcLease" [ 1044.343630] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.351388] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.351388] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1044.351388] env[70917]: _type = "HttpNfcLease" [ 1044.351388] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.358123] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.364989] env[70917]: DEBUG oslo_concurrency.lockutils [None req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.978s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.381998] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.381998] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.382186] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.382300] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.382449] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.382625] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.382851] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.383048] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.383231] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.383399] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.383598] env[70917]: DEBUG nova.virt.hardware [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.384741] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43563a-be6e-4c3f-b91f-e2fe92889962 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.394596] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4014b44-e1eb-4259-a8eb-d536ea2614a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.466212] env[70917]: DEBUG nova.compute.manager [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.466424] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.467376] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb2a2aa-456c-4266-a2fc-4fab4b41974b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.475915] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.476239] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245b3d35-ccf8-46e1-8a84-55dd8c19517a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.485955] env[70917]: DEBUG oslo_vmware.api [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1044.485955] env[70917]: value = "task-3461934" [ 1044.485955] env[70917]: _type = "Task" [ 1044.485955] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.498374] env[70917]: DEBUG oslo_vmware.api [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.619681] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.675035] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893165} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.675325] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9/44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.675553] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.675823] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d866c707-543a-44bd-bbe5-ec7ac67f2848 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.684174] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1044.684174] env[70917]: value = "task-3461935" [ 1044.684174] env[70917]: _type = "Task" [ 1044.684174] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.689398] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Releasing lock "refresh_cache-9f9fe874-7dac-44a5-9673-d623930b15e9" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.690596] env[70917]: DEBUG nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-vif-deleted-3a400999-4870-4a12-ab5b-d39479b70b5d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.690596] env[70917]: INFO nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Neutron deleted interface 3a400999-4870-4a12-ab5b-d39479b70b5d; detaching it from the instance and deleting it from the info cache [ 1044.690596] env[70917]: DEBUG nova.network.neutron [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [{"id": "1efb1acc-351a-4ada-868c-3337882abe7d", "address": "fa:16:3e:67:36:f2", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efb1acc-35", "ovs_interfaceid": "1efb1acc-351a-4ada-868c-3337882abe7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b319298-90e1-4378-9d6c-9c17a907c2da", "address": "fa:16:3e:75:f1:26", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b319298-90", "ovs_interfaceid": "7b319298-90e1-4378-9d6c-9c17a907c2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.702082] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.734208] env[70917]: INFO nova.compute.manager [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Rescuing [ 1044.734515] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.734670] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.734839] env[70917]: DEBUG nova.network.neutron [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.785343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.794930] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.795251] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.798508] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.338s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.799832] env[70917]: INFO nova.compute.claims [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.853106] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.853106] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1044.853106] env[70917]: _type = "HttpNfcLease" [ 1044.853106] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.996761] env[70917]: DEBUG oslo_vmware.api [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461934, 'name': PowerOffVM_Task, 'duration_secs': 0.243129} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.997044] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.997225] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.997473] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a8c489-6ba2-4f02-b0fd-22a1236eca7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.110785] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.111031] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.111222] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleting the datastore file [datastore2] 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.111512] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea3d2a66-d979-44c1-91fc-3030bc93eec5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.119693] env[70917]: DEBUG oslo_vmware.api [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1045.119693] env[70917]: value = "task-3461937" [ 1045.119693] env[70917]: _type = "Task" [ 1045.119693] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.129022] env[70917]: DEBUG oslo_vmware.api [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.194924] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Acquiring lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.195192] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079878} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.195453] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.196252] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c250bf-7655-4778-9a75-0d91b3cc4a0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.232084] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9/44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.232733] env[70917]: DEBUG nova.network.neutron [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Successfully updated port: 415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.234601] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b1dc9c-72b9-453c-9c10-f59c235955d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.254887] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "refresh_cache-fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.255057] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquired lock "refresh_cache-fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.255245] env[70917]: DEBUG nova.network.neutron [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.267166] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1045.267166] env[70917]: value = "task-3461938" [ 1045.267166] env[70917]: _type = "Task" [ 1045.267166] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.277996] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.289649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-494b72ca-fef6-4182-b6bb-26d3a89dceca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-595a79bd-4b05-470d-bcf1-94858bb13ca0-3a400999-4870-4a12-ab5b-d39479b70b5d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.838s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.304225] env[70917]: DEBUG nova.compute.utils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.309758] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.310075] env[70917]: DEBUG nova.network.neutron [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.354301] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.354301] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1045.354301] env[70917]: _type = "HttpNfcLease" [ 1045.354301] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.361994] env[70917]: DEBUG nova.policy [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9f5330c6034fb9acd80f2ef0c38e03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ae5a9b181c458b955eaba25717a507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.504834] env[70917]: DEBUG nova.network.neutron [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updating instance_info_cache with network_info: [{"id": "ebb268e9-2869-4ab5-8e03-a350543c61da", "address": "fa:16:3e:1f:e5:d4", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb268e9-28", "ovs_interfaceid": "ebb268e9-2869-4ab5-8e03-a350543c61da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.631020] env[70917]: DEBUG oslo_vmware.api [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3461937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491241} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.631375] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.631583] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.631761] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.631961] env[70917]: INFO nova.compute.manager [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1045.632306] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.632543] env[70917]: DEBUG nova.compute.manager [-] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.632651] env[70917]: DEBUG nova.network.neutron [-] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.658021] env[70917]: DEBUG nova.network.neutron [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Successfully created port: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.711542] env[70917]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7b319298-90e1-4378-9d6c-9c17a907c2da could not be found.", "detail": ""}} {{(pid=70917) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1045.711780] env[70917]: DEBUG nova.network.neutron [-] Unable to show port 7b319298-90e1-4378-9d6c-9c17a907c2da as it no longer exists. {{(pid=70917) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1045.781627] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.810180] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.817397] env[70917]: DEBUG nova.network.neutron [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.871089] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.871089] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1045.871089] env[70917]: _type = "HttpNfcLease" [ 1045.871089] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.875064] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.875064] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52158d3c-5718-2e0f-1901-07824999dbaa" [ 1045.875064] env[70917]: _type = "HttpNfcLease" [ 1045.875064] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1045.876706] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230f056-8d94-43c2-8ef0-02d35fca3856 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.888567] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529433a0-c851-f44c-6137-534fa3ff9a41/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.888847] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529433a0-c851-f44c-6137-534fa3ff9a41/disk-0.vmdk. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1045.971285] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60ec738e-3910-4578-810d-0f1746793fd7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.007947] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.151852] env[70917]: DEBUG nova.network.neutron [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Updating instance_info_cache with network_info: [{"id": "415a5105-1fff-4229-8e33-0a03b5f3d9b6", "address": "fa:16:3e:be:1f:7b", "network": {"id": "6d91394e-acb3-4b3f-81a6-73daa9e95970", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-763152147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86634dbc1cdc4fd8b1589833d290afca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415a5105-1f", "ovs_interfaceid": "415a5105-1fff-4229-8e33-0a03b5f3d9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.186673] env[70917]: DEBUG nova.compute.manager [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Received event network-vif-plugged-415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.186897] env[70917]: DEBUG oslo_concurrency.lockutils [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] Acquiring lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.187137] env[70917]: DEBUG oslo_concurrency.lockutils [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.187346] env[70917]: DEBUG oslo_concurrency.lockutils [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.187481] env[70917]: DEBUG nova.compute.manager [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] No waiting events found dispatching network-vif-plugged-415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.187605] env[70917]: WARNING nova.compute.manager [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Received unexpected event network-vif-plugged-415a5105-1fff-4229-8e33-0a03b5f3d9b6 for instance with vm_state building and task_state spawning. [ 1046.187764] env[70917]: DEBUG nova.compute.manager [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Received event network-changed-415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.187938] env[70917]: DEBUG nova.compute.manager [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Refreshing instance network info cache due to event network-changed-415a5105-1fff-4229-8e33-0a03b5f3d9b6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.188085] env[70917]: DEBUG oslo_concurrency.lockutils [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] Acquiring lock "refresh_cache-fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279244] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461938, 'name': ReconfigVM_Task, 'duration_secs': 0.677083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.279857] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9/44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.280272] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff68279-b24a-4523-9de6-e72133e0bd27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.283372] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0af2c-36e4-4915-960e-742ee42e031c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.296019] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae2459b-022a-43f0-92b2-1bfebae8f938 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.298576] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1046.298576] env[70917]: value = "task-3461939" [ 1046.298576] env[70917]: _type = "Task" [ 1046.298576] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.338657] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921f8014-2e9e-4805-9956-a91b36e20a7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.344710] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461939, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.350599] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c1a02-cb1d-4a57-bc14-505678232b85 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.366292] env[70917]: DEBUG nova.compute.provider_tree [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.654668] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Releasing lock "refresh_cache-fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.654668] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Instance network_info: |[{"id": "415a5105-1fff-4229-8e33-0a03b5f3d9b6", "address": "fa:16:3e:be:1f:7b", "network": {"id": "6d91394e-acb3-4b3f-81a6-73daa9e95970", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-763152147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86634dbc1cdc4fd8b1589833d290afca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415a5105-1f", "ovs_interfaceid": "415a5105-1fff-4229-8e33-0a03b5f3d9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.654880] env[70917]: DEBUG oslo_concurrency.lockutils [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] Acquired lock "refresh_cache-fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.655042] env[70917]: DEBUG nova.network.neutron [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Refreshing network info cache for port 415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.656482] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:1f:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '415a5105-1fff-4229-8e33-0a03b5f3d9b6', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.665291] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Creating folder: Project (86634dbc1cdc4fd8b1589833d290afca). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.672446] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d549c25-ee84-4f1e-91f9-e8075f63cb9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.687710] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Created folder: Project (86634dbc1cdc4fd8b1589833d290afca) in parent group-v691255. [ 1046.687953] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Creating folder: Instances. Parent ref: group-v691494. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.688254] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81711131-6077-4d36-b643-415b74a7c478 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.699712] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Created folder: Instances in parent group-v691494. [ 1046.699993] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.700218] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.700488] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe545d1-a201-4c17-b401-be360b11bfa9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.732167] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.732167] env[70917]: value = "task-3461942" [ 1046.732167] env[70917]: _type = "Task" [ 1046.732167] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.741691] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461942, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.750020] env[70917]: DEBUG nova.network.neutron [-] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.814271] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461939, 'name': Rename_Task, 'duration_secs': 0.243474} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.814524] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.814775] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e639c87f-e845-49d0-8479-b213cd238971 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.825183] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1046.825183] env[70917]: value = "task-3461943" [ 1046.825183] env[70917]: _type = "Task" [ 1046.825183] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.834702] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.839364] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.872553] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.872809] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.872967] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.873626] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.873626] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.873626] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.873866] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.873866] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.874191] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.874286] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.874427] env[70917]: DEBUG nova.virt.hardware [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.875425] env[70917]: DEBUG nova.scheduler.client.report [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.879453] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87896825-f01a-4d40-8609-e7d60099e148 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.889645] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea6a6be-dcd2-44f7-a274-0159a33315c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.996106] env[70917]: DEBUG nova.network.neutron [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Updated VIF entry in instance network info cache for port 415a5105-1fff-4229-8e33-0a03b5f3d9b6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.996498] env[70917]: DEBUG nova.network.neutron [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Updating instance_info_cache with network_info: [{"id": "415a5105-1fff-4229-8e33-0a03b5f3d9b6", "address": "fa:16:3e:be:1f:7b", "network": {"id": "6d91394e-acb3-4b3f-81a6-73daa9e95970", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-763152147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86634dbc1cdc4fd8b1589833d290afca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415a5105-1f", "ovs_interfaceid": "415a5105-1fff-4229-8e33-0a03b5f3d9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.249488] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461942, 'name': CreateVM_Task, 'duration_secs': 0.395461} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.253767] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.254390] env[70917]: INFO nova.compute.manager [-] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Took 1.62 seconds to deallocate network for instance. [ 1047.256205] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.256653] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.257477] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.266287] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207960bd-6a53-447c-9cd5-498f456e2545 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.282720] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1047.282720] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc6737-4380-ed1f-1afd-cfde08efccfb" [ 1047.282720] env[70917]: _type = "Task" [ 1047.282720] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.295117] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc6737-4380-ed1f-1afd-cfde08efccfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.338794] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.366201] env[70917]: DEBUG nova.compute.manager [req-673700d2-ae95-42a6-9ba7-7aedf721b2d0 req-1de50038-04a4-49f8-be93-922c9284252d service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received event network-vif-plugged-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.366439] env[70917]: DEBUG oslo_concurrency.lockutils [req-673700d2-ae95-42a6-9ba7-7aedf721b2d0 req-1de50038-04a4-49f8-be93-922c9284252d service nova] Acquiring lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.366772] env[70917]: DEBUG oslo_concurrency.lockutils [req-673700d2-ae95-42a6-9ba7-7aedf721b2d0 req-1de50038-04a4-49f8-be93-922c9284252d service nova] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.368040] env[70917]: DEBUG oslo_concurrency.lockutils [req-673700d2-ae95-42a6-9ba7-7aedf721b2d0 req-1de50038-04a4-49f8-be93-922c9284252d service nova] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.368040] env[70917]: DEBUG nova.compute.manager [req-673700d2-ae95-42a6-9ba7-7aedf721b2d0 req-1de50038-04a4-49f8-be93-922c9284252d service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] No waiting events found dispatching network-vif-plugged-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.368040] env[70917]: WARNING nova.compute.manager [req-673700d2-ae95-42a6-9ba7-7aedf721b2d0 req-1de50038-04a4-49f8-be93-922c9284252d service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received unexpected event network-vif-plugged-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c for instance with vm_state building and task_state spawning. [ 1047.385506] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.385506] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.388340] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.471s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.389825] env[70917]: INFO nova.compute.claims [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.420506] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1047.420771] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529433a0-c851-f44c-6137-534fa3ff9a41/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1047.421741] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4d82f-ece6-4bb8-a6e9-a4c571e92da9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.430963] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529433a0-c851-f44c-6137-534fa3ff9a41/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1047.430963] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529433a0-c851-f44c-6137-534fa3ff9a41/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1047.432615] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-61d23b94-6889-4205-ba33-84e85b80f918 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.499455] env[70917]: DEBUG oslo_concurrency.lockutils [req-16dee698-58b1-4728-9c35-e1da3a98619d req-dad48d2c-4428-4fda-9648-c9dc4b46af48 service nova] Releasing lock "refresh_cache-fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.522184] env[70917]: DEBUG nova.network.neutron [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Successfully updated port: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.560050] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.560050] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fbcd470-e550-441e-a8e4-b5b316b3b130 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.567781] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1047.567781] env[70917]: value = "task-3461944" [ 1047.567781] env[70917]: _type = "Task" [ 1047.567781] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.576675] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.780610] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.794559] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52fc6737-4380-ed1f-1afd-cfde08efccfb, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.794862] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.795158] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.795418] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.795568] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.795745] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.796012] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a8465a-9bea-4842-8623-eb107b81f9f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.806285] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.806464] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.807232] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddf0d94-5133-4196-8306-6ecaa1a7701f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.813127] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1047.813127] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5218aa07-a02b-6a19-e6d3-d9360cd8cff4" [ 1047.813127] env[70917]: _type = "Task" [ 1047.813127] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.821365] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5218aa07-a02b-6a19-e6d3-d9360cd8cff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.834953] env[70917]: DEBUG oslo_vmware.api [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461943, 'name': PowerOnVM_Task, 'duration_secs': 0.667729} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.835236] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.835434] env[70917]: INFO nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1047.835609] env[70917]: DEBUG nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.836401] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab2c88-cfcd-4142-a8fa-11c4d9eb8dd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.895078] env[70917]: DEBUG nova.compute.utils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.898862] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.899054] env[70917]: DEBUG nova.network.neutron [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.908228] env[70917]: DEBUG oslo_vmware.rw_handles [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529433a0-c851-f44c-6137-534fa3ff9a41/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1047.908525] env[70917]: INFO nova.virt.vmwareapi.images [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Downloaded image file data 012812d9-9ccc-48b0-bb8b-dd146da3cde9 [ 1047.910115] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b33e33-8ede-4bae-9497-6978fa0f2e2c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.930431] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6201dd0e-d161-44cb-b2cd-62f595fd4176 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.953643] env[70917]: DEBUG nova.policy [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.021044] env[70917]: INFO nova.virt.vmwareapi.images [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] The imported VM was unregistered [ 1048.024420] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1048.024767] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating directory with path [datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.025260] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6aca4cd-4edc-4919-98f9-cebfd497caab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.028646] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.028828] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.029008] env[70917]: DEBUG nova.network.neutron [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.054226] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created directory with path [datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.054544] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3/OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3.vmdk to [datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk. {{(pid=70917) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1048.054916] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-34e8ed47-e9bb-43a4-8f75-2e4879fb9ac2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.065096] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1048.065096] env[70917]: value = "task-3461946" [ 1048.065096] env[70917]: _type = "Task" [ 1048.065096] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.081258] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.085834] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461944, 'name': PowerOffVM_Task, 'duration_secs': 0.424352} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.086208] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.087392] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e417900-8114-43b7-b46c-8d4e110ccfa3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.116067] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2feb70-eb83-4635-9684-cb8b74811fb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.157540] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.157853] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c9655f-8d1d-4808-9eaa-27aa91c90da9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.167187] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1048.167187] env[70917]: value = "task-3461947" [ 1048.167187] env[70917]: _type = "Task" [ 1048.167187] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.179647] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.179944] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.180283] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.275927] env[70917]: DEBUG nova.compute.manager [req-02f7e447-1940-4733-85b1-f968e56eb4a5 req-86443ae7-d72f-4760-bf84-984eb2154722 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Received event network-vif-deleted-1efb1acc-351a-4ada-868c-3337882abe7d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.283390] env[70917]: DEBUG nova.network.neutron [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Successfully created port: ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.325310] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5218aa07-a02b-6a19-e6d3-d9360cd8cff4, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.326209] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ea321d-4bc9-4a08-a4bb-c6ce879f41ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.333407] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1048.333407] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528bae66-1718-2008-c764-ba4a0104dc7a" [ 1048.333407] env[70917]: _type = "Task" [ 1048.333407] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.342796] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528bae66-1718-2008-c764-ba4a0104dc7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.355881] env[70917]: INFO nova.compute.manager [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Took 48.02 seconds to build instance. [ 1048.399811] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.577556] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.584778] env[70917]: DEBUG nova.network.neutron [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.795104] env[70917]: DEBUG nova.network.neutron [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.842759] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a3352-9241-4c0a-9612-7c8ca5ec38df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.851055] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528bae66-1718-2008-c764-ba4a0104dc7a, 'name': SearchDatastore_Task, 'duration_secs': 0.022405} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.851055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.851333] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fbb11e57-dbf9-4cf4-8858-7a71f36a1be0/fbb11e57-dbf9-4cf4-8858-7a71f36a1be0.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.851633] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.851813] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.852043] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e23089e-d543-41d6-abc0-8fa935c4bb41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.856275] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a67d617-a18e-4e0a-bc8f-fb4f508b2c25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.858749] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f0f8569-02c7-474b-a1f5-741a6a181211 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.538s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.860293] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6d805-aeee-4651-ae3d-351a160a1e41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.865742] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1048.865742] env[70917]: value = "task-3461948" [ 1048.865742] env[70917]: _type = "Task" [ 1048.865742] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.908225] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228bc8d8-724b-4a82-a950-dc2b4713677c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.914513] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.914802] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.914974] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.915868] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.920418] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.920697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.920962] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.921104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.923232] env[70917]: INFO nova.compute.manager [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Terminating instance [ 1048.928684] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee59ca1b-6f69-45cc-a7de-fbb7d6bc810c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.934832] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1048.934832] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52caefaa-b473-f8ac-c66b-115eb79f1ba9" [ 1048.934832] env[70917]: _type = "Task" [ 1048.934832] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.942371] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a604372-4b77-4729-b7bd-05d126181ab5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.960936] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52caefaa-b473-f8ac-c66b-115eb79f1ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.972928] env[70917]: DEBUG nova.compute.provider_tree [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.076381] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.295538] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.295937] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Instance network_info: |[{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.296394] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:3e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b8c53a-c5fb-4ce5-8f45-ab20512b084c', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.306429] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Creating folder: Project (13ae5a9b181c458b955eaba25717a507). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.306763] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af92cbc6-7a7e-4d95-a781-5d68965d6600 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.321832] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Created folder: Project (13ae5a9b181c458b955eaba25717a507) in parent group-v691255. [ 1049.322017] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Creating folder: Instances. Parent ref: group-v691497. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.322298] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eda0b96-391a-4c1c-b6c4-28698780c76f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.335757] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Created folder: Instances in parent group-v691497. [ 1049.335959] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.336180] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.336407] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72576e22-898d-4d0c-9ae3-dd73fd9bf030 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.359549] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.359549] env[70917]: value = "task-3461951" [ 1049.359549] env[70917]: _type = "Task" [ 1049.359549] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.372535] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461951, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.378413] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.392629] env[70917]: DEBUG nova.compute.manager [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.392629] env[70917]: DEBUG nova.compute.manager [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing instance network info cache due to event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.392629] env[70917]: DEBUG oslo_concurrency.lockutils [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.392769] env[70917]: DEBUG oslo_concurrency.lockutils [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.392809] env[70917]: DEBUG nova.network.neutron [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.427518] env[70917]: DEBUG nova.compute.manager [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.427518] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.428471] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4e48cb-c8a8-443e-adff-0d035ceab8a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.433127] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.444109] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.446272] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7ce681-325b-4f75-8faf-8025cbe7e904 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.452130] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52caefaa-b473-f8ac-c66b-115eb79f1ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.091549} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.454300] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1049.454300] env[70917]: value = "task-3461952" [ 1049.454300] env[70917]: _type = "Task" [ 1049.454300] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.456469] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44073be4-4a5d-43b0-a3af-de20dc321e4c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.466433] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.466728] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.466840] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.467033] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.467204] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.467386] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.467610] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.467773] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.467940] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.468123] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.468338] env[70917]: DEBUG nova.virt.hardware [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.469815] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56daa273-335e-4b59-bde3-d080807cd033 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.476643] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1049.476643] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c3d6f-e1f6-0fd4-19e6-9c92125bbf7b" [ 1049.476643] env[70917]: _type = "Task" [ 1049.476643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.477536] env[70917]: DEBUG nova.scheduler.client.report [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.481557] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.493814] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b0ea3-44cd-4e10-960b-461c69568461 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.497970] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c3d6f-e1f6-0fd4-19e6-9c92125bbf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.578927] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.881079] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461951, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.884903] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.969655] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461952, 'name': PowerOffVM_Task, 'duration_secs': 0.478726} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.969907] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.970096] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.970373] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a030dfcb-8900-41bb-8f92-1ce3a0804a46 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.983156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.983688] env[70917]: DEBUG nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.986664] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.529s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.986919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.989294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.717s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.991796] env[70917]: INFO nova.compute.claims [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.007123] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c3d6f-e1f6-0fd4-19e6-9c92125bbf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.095782} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.007496] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.007785] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. {{(pid=70917) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1050.008096] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6f9d015-4a49-4e20-801d-6f0a363b0799 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.017311] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1050.017311] env[70917]: value = "task-3461954" [ 1050.017311] env[70917]: _type = "Task" [ 1050.017311] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.027830] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.040994] env[70917]: INFO nova.scheduler.client.report [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocations for instance 62b6da56-6d93-4d88-8f36-7056a25c5486 [ 1050.079018] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.088551] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.088804] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.088989] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleting the datastore file [datastore2] 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.089428] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fef03dd-bd5f-47d4-a1a6-55c13af536dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.099593] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1050.099593] env[70917]: value = "task-3461955" [ 1050.099593] env[70917]: _type = "Task" [ 1050.099593] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.111043] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.162686] env[70917]: DEBUG nova.network.neutron [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Successfully updated port: ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.275626] env[70917]: DEBUG nova.network.neutron [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updated VIF entry in instance network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.276023] env[70917]: DEBUG nova.network.neutron [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.375855] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461951, 'name': CreateVM_Task, 'duration_secs': 0.967605} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.376598] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.377414] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.377720] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.378019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.378346] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2edc0fff-9425-48a5-a2a8-48219890638a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.383416] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461948, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.387860] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1050.387860] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52585d4e-6694-7898-18ed-49fcd23a3b9e" [ 1050.387860] env[70917]: _type = "Task" [ 1050.387860] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.396913] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52585d4e-6694-7898-18ed-49fcd23a3b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.501367] env[70917]: DEBUG nova.compute.utils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.503485] env[70917]: DEBUG nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1050.527578] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.551116] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7f8d46f1-f184-4068-b774-5cc4039812c8 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "62b6da56-6d93-4d88-8f36-7056a25c5486" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.344s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.580681] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.610654] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.666316] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-4c00b784-178f-4da4-8ab3-8392917fe975" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.666316] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-4c00b784-178f-4da4-8ab3-8392917fe975" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.666502] env[70917]: DEBUG nova.network.neutron [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.778912] env[70917]: DEBUG oslo_concurrency.lockutils [req-5c4e4922-2341-4090-a744-572b832b5b68 req-fb978f6a-c744-4968-a786-128f615807a6 service nova] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.879522] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461948, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.899376] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52585d4e-6694-7898-18ed-49fcd23a3b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.097434} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.899709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.899956] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.900238] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.900403] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.900640] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.900929] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed657a9-5b20-48f4-a737-2a4957deba6d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.916820] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.917071] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.918050] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b5fe7a-67ef-4bcf-8981-bc6fad24ce75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.924748] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1050.924748] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52219b9d-97de-f3ab-e7f6-7463981f2e59" [ 1050.924748] env[70917]: _type = "Task" [ 1050.924748] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.934358] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52219b9d-97de-f3ab-e7f6-7463981f2e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.004406] env[70917]: DEBUG nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.033932] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.079035] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461946, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.000987} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.081990] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3/OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3.vmdk to [datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk. [ 1051.082285] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Cleaning up location [datastore2] OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1051.082503] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c8500dc7-48ac-4446-97da-73d3fa2bafd3 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.083009] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe9eb45-b803-4b01-8622-f03a2ceb3867 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.091235] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1051.091235] env[70917]: value = "task-3461956" [ 1051.091235] env[70917]: _type = "Task" [ 1051.091235] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.106874] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.115067] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.208585] env[70917]: DEBUG nova.network.neutron [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.359343] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5984f3b-d849-48b1-b636-048b3ace2247 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.369401] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7fe012-2c72-41c1-b802-e6e2523dc9b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.384123] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461948, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.209144} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.411228] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fbb11e57-dbf9-4cf4-8858-7a71f36a1be0/fbb11e57-dbf9-4cf4-8858-7a71f36a1be0.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.411573] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.414722] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e76a5bf-fe3a-452d-aefc-de6febca8f86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.417478] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f47614-2022-453f-9bc3-40c97804c63b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.430287] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18349d71-3ec0-40fa-866b-368d04449401 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.435153] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1051.435153] env[70917]: value = "task-3461957" [ 1051.435153] env[70917]: _type = "Task" [ 1051.435153] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.451544] env[70917]: DEBUG nova.compute.provider_tree [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.452391] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52219b9d-97de-f3ab-e7f6-7463981f2e59, 'name': SearchDatastore_Task, 'duration_secs': 0.057054} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.455073] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9c5e79-be0d-4853-b60b-221f13092239 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.459433] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.464838] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1051.464838] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5230f2cf-98f6-155f-12d9-001b76199821" [ 1051.464838] env[70917]: _type = "Task" [ 1051.464838] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.468254] env[70917]: DEBUG nova.network.neutron [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Updating instance_info_cache with network_info: [{"id": "ad6e8e32-76cf-49f9-8638-bfd97349089f", "address": "fa:16:3e:11:2c:ac", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6e8e32-76", "ovs_interfaceid": "ad6e8e32-76cf-49f9-8638-bfd97349089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.475947] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5230f2cf-98f6-155f-12d9-001b76199821, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.476428] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.476690] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c2bd083c-a2b0-4c38-b4e9-30438e6116d8/c2bd083c-a2b0-4c38-b4e9-30438e6116d8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.476950] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d475ba-926e-4b3a-bfb4-1e2bd8c62480 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.486740] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1051.486740] env[70917]: value = "task-3461958" [ 1051.486740] env[70917]: _type = "Task" [ 1051.486740] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.492058] env[70917]: DEBUG nova.compute.manager [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Received event network-vif-plugged-ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.492058] env[70917]: DEBUG oslo_concurrency.lockutils [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] Acquiring lock "4c00b784-178f-4da4-8ab3-8392917fe975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.492058] env[70917]: DEBUG oslo_concurrency.lockutils [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] Lock "4c00b784-178f-4da4-8ab3-8392917fe975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.492058] env[70917]: DEBUG oslo_concurrency.lockutils [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] Lock "4c00b784-178f-4da4-8ab3-8392917fe975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.492518] env[70917]: DEBUG nova.compute.manager [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] No waiting events found dispatching network-vif-plugged-ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.492518] env[70917]: WARNING nova.compute.manager [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Received unexpected event network-vif-plugged-ad6e8e32-76cf-49f9-8638-bfd97349089f for instance with vm_state building and task_state spawning. [ 1051.492518] env[70917]: DEBUG nova.compute.manager [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Received event network-changed-ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.492596] env[70917]: DEBUG nova.compute.manager [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Refreshing instance network info cache due to event network-changed-ad6e8e32-76cf-49f9-8638-bfd97349089f. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.493309] env[70917]: DEBUG oslo_concurrency.lockutils [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] Acquiring lock "refresh_cache-4c00b784-178f-4da4-8ab3-8392917fe975" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.501104] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.531479] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461954, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.420155} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.531822] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. [ 1051.532722] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4bcf3-be06-451a-a159-8e17ba26df34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.558854] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.559903] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c62d20-2f2b-46ce-954d-76616aa4c962 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.581122] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1051.581122] env[70917]: value = "task-3461959" [ 1051.581122] env[70917]: _type = "Task" [ 1051.581122] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.590112] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.601027] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067924} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.603942] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.604804] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.604804] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk to [datastore2] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.604804] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a7b289f-56dd-4f33-ad3c-25fe803b4b52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.611933] env[70917]: DEBUG oslo_vmware.api [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3461955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.021813} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.613199] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.613393] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.613571] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.613748] env[70917]: INFO nova.compute.manager [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1051.613988] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.614268] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1051.614268] env[70917]: value = "task-3461960" [ 1051.614268] env[70917]: _type = "Task" [ 1051.614268] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.614459] env[70917]: DEBUG nova.compute.manager [-] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.614557] env[70917]: DEBUG nova.network.neutron [-] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.625651] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.875009] env[70917]: DEBUG nova.compute.manager [req-2721a4cd-373b-4a88-8fc6-0b68b090eae9 req-5e336501-619f-45d2-9fd9-6c9f3b83fc7f service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Received event network-vif-deleted-5e1b5518-43f9-4420-9ff9-779101beebdb {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.875254] env[70917]: INFO nova.compute.manager [req-2721a4cd-373b-4a88-8fc6-0b68b090eae9 req-5e336501-619f-45d2-9fd9-6c9f3b83fc7f service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Neutron deleted interface 5e1b5518-43f9-4420-9ff9-779101beebdb; detaching it from the instance and deleting it from the info cache [ 1051.875469] env[70917]: DEBUG nova.network.neutron [req-2721a4cd-373b-4a88-8fc6-0b68b090eae9 req-5e336501-619f-45d2-9fd9-6c9f3b83fc7f service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.945367] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079184} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.945658] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.946468] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ace1a-a639-4381-a66f-94ed28b5a7c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.962188] env[70917]: DEBUG nova.scheduler.client.report [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.975025] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fbb11e57-dbf9-4cf4-8858-7a71f36a1be0/fbb11e57-dbf9-4cf4-8858-7a71f36a1be0.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.975779] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9df425-6265-4d07-917d-4030c8ea39bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.991017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-4c00b784-178f-4da4-8ab3-8392917fe975" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.991326] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Instance network_info: |[{"id": "ad6e8e32-76cf-49f9-8638-bfd97349089f", "address": "fa:16:3e:11:2c:ac", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6e8e32-76", "ovs_interfaceid": "ad6e8e32-76cf-49f9-8638-bfd97349089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.991770] env[70917]: DEBUG oslo_concurrency.lockutils [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] Acquired lock "refresh_cache-4c00b784-178f-4da4-8ab3-8392917fe975" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.991975] env[70917]: DEBUG nova.network.neutron [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Refreshing network info cache for port ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.993479] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:2c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad6e8e32-76cf-49f9-8638-bfd97349089f', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.001105] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating folder: Project (e1185667a8e24982a250f570878e035d). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.005332] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-121f54c5-aa33-4a14-b64d-524cbf7e6bd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.010369] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1052.010369] env[70917]: value = "task-3461961" [ 1052.010369] env[70917]: _type = "Task" [ 1052.010369] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.014109] env[70917]: DEBUG nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.016017] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.020631] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created folder: Project (e1185667a8e24982a250f570878e035d) in parent group-v691255. [ 1052.020821] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating folder: Instances. Parent ref: group-v691500. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.021383] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a3efc1-0e47-43a5-9e14-c704d6aa5fc1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.026128] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.034069] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created folder: Instances in parent group-v691500. [ 1052.034069] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.035638] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.036061] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74713e3-1409-484c-9c59-5104dbecce96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.052568] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.052793] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.052947] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.053143] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.053291] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.053440] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.053643] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.053801] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.053967] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.054144] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.054320] env[70917]: DEBUG nova.virt.hardware [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.055401] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f175a8c-fd11-42e7-bf26-d6dfc9f062a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.067475] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb80caf-7e11-4143-a86a-b06f7be7561f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.071268] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.071268] env[70917]: value = "task-3461964" [ 1052.071268] env[70917]: _type = "Task" [ 1052.071268] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.082553] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.088083] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Creating folder: Project (355c8b92693c4e3cab666c74c8dc270e). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.091997] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8d48cb1-8c60-4a92-ad86-b8a1371b2c7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.097138] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461964, 'name': CreateVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.110223] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461959, 'name': ReconfigVM_Task, 'duration_secs': 0.39558} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.110431] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.111364] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff36f9-f4c0-4410-87b8-4707ff6bfd23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.116092] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Created folder: Project (355c8b92693c4e3cab666c74c8dc270e) in parent group-v691255. [ 1052.116291] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Creating folder: Instances. Parent ref: group-v691503. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.117022] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3db069c1-d439-4fcd-8563-8aaa03b3cace {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.142599] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d937a2-41af-44bc-a545-f6c047a3b414 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.154403] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Created folder: Instances in parent group-v691503. [ 1052.154659] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.155172] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.155426] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11724f29-7e38-40e0-8d39-862c63a2b6e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.172309] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.172634] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1052.172634] env[70917]: value = "task-3461967" [ 1052.172634] env[70917]: _type = "Task" [ 1052.172634] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.178012] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.178012] env[70917]: value = "task-3461968" [ 1052.178012] env[70917]: _type = "Task" [ 1052.178012] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.184734] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.190190] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461968, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.358435] env[70917]: DEBUG nova.network.neutron [-] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.378342] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ab179d1-f4e6-449d-a1cd-de510e261901 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.388787] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54e860-dc41-4449-9190-0b70ce8cab65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.422677] env[70917]: DEBUG nova.compute.manager [req-2721a4cd-373b-4a88-8fc6-0b68b090eae9 req-5e336501-619f-45d2-9fd9-6c9f3b83fc7f service nova] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Detach interface failed, port_id=5e1b5518-43f9-4420-9ff9-779101beebdb, reason: Instance 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.467652] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.468232] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.471348] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.862s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.471580] env[70917]: DEBUG nova.objects.instance [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'resources' on Instance uuid 9edd5371-cba9-49e7-9ebc-323b123683b5 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.505788] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.526963] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.585682] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461964, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.628984] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.685950] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461967, 'name': ReconfigVM_Task, 'duration_secs': 0.204759} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.686804] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.687391] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97b3bbb-fd99-493e-814f-9f73057de099 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.692350] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461968, 'name': CreateVM_Task, 'duration_secs': 0.33187} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.692968] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.695676] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.695895] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.696282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.697048] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf308e18-ad5b-4eda-8b15-5a70dcee3e56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.699854] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1052.699854] env[70917]: value = "task-3461969" [ 1052.699854] env[70917]: _type = "Task" [ 1052.699854] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.705212] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1052.705212] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cf0e57-0580-2720-2995-8b519de2f09a" [ 1052.705212] env[70917]: _type = "Task" [ 1052.705212] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.712077] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.717755] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cf0e57-0580-2720-2995-8b519de2f09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.732783] env[70917]: DEBUG nova.network.neutron [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Updated VIF entry in instance network info cache for port ad6e8e32-76cf-49f9-8638-bfd97349089f. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.733253] env[70917]: DEBUG nova.network.neutron [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Updating instance_info_cache with network_info: [{"id": "ad6e8e32-76cf-49f9-8638-bfd97349089f", "address": "fa:16:3e:11:2c:ac", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6e8e32-76", "ovs_interfaceid": "ad6e8e32-76cf-49f9-8638-bfd97349089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.861742] env[70917]: INFO nova.compute.manager [-] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Took 1.25 seconds to deallocate network for instance. [ 1052.975654] env[70917]: DEBUG nova.compute.utils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.981213] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.981213] env[70917]: DEBUG nova.network.neutron [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.004096] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.019098] env[70917]: DEBUG nova.policy [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fd45f89bbe45c4b61fee51d5d17a8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5b2fdb3b4644dee8ac5da2da032f500', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.031264] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.089257] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461964, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.133678] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.223299] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cf0e57-0580-2720-2995-8b519de2f09a, 'name': SearchDatastore_Task, 'duration_secs': 0.01779} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.223602] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.223922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.224216] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.224469] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.224705] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.224915] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.225269] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bfe0018-20e6-45a2-a451-0f2d25cbb520 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.238027] env[70917]: DEBUG oslo_concurrency.lockutils [req-59fc8792-864d-4d3a-a6fb-b7c64bd4340b req-cea0d9f8-8a90-497e-9819-bb80f3ea4bf4 service nova] Releasing lock "refresh_cache-4c00b784-178f-4da4-8ab3-8392917fe975" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.238027] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.238027] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.238027] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0903ed-7655-4c63-b56a-c47f717500cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.245475] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1053.245475] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f5b979-af0a-7b95-8e0c-b01f47b5fbbc" [ 1053.245475] env[70917]: _type = "Task" [ 1053.245475] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.258472] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f5b979-af0a-7b95-8e0c-b01f47b5fbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.339552] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c2939-a64d-47fa-b1b9-6428bbbbcbd8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.349640] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107d6ba4-3b2a-4827-a5b8-167b7db9d59d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.384337] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.385639] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9cf6c0-f178-4762-b28b-e010848204ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.394956] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccea9ba-0755-447c-b99e-070562cd1d73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.411746] env[70917]: DEBUG nova.compute.provider_tree [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.445564] env[70917]: DEBUG nova.network.neutron [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Successfully created port: f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.482227] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.505997] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461958, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.601335} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.506381] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c2bd083c-a2b0-4c38-b4e9-30438e6116d8/c2bd083c-a2b0-4c38-b4e9-30438e6116d8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.506637] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.506952] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e18013-5410-4362-a828-343e5798f861 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.516120] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1053.516120] env[70917]: value = "task-3461970" [ 1053.516120] env[70917]: _type = "Task" [ 1053.516120] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.531208] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.534965] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.583893] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461964, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.632706] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.712952] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.758589] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f5b979-af0a-7b95-8e0c-b01f47b5fbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015138} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.759721] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a57c2b-dbb0-4283-9a97-0ba4af1451cc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.767571] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1053.767571] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e11ed5-d5fb-dbcf-a3b6-94f454d86908" [ 1053.767571] env[70917]: _type = "Task" [ 1053.767571] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.779350] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e11ed5-d5fb-dbcf-a3b6-94f454d86908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.915435] env[70917]: DEBUG nova.scheduler.client.report [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.029792] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.036521] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.37548} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.036793] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.037678] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abf6ac-5a6e-4c49-a201-0641fc20c4bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.063763] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] c2bd083c-a2b0-4c38-b4e9-30438e6116d8/c2bd083c-a2b0-4c38-b4e9-30438e6116d8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.064147] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a467312-5be5-44d9-a956-e5c3428e2aad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.090489] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461964, 'name': CreateVM_Task, 'duration_secs': 1.594745} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.091853] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.092230] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1054.092230] env[70917]: value = "task-3461971" [ 1054.092230] env[70917]: _type = "Task" [ 1054.092230] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.092879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.093057] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.093446] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.093699] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060961af-3457-4113-858c-3d05beba35be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.103473] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1054.103473] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52401e0a-897f-f6c9-6663-ec48ef9c3e5f" [ 1054.103473] env[70917]: _type = "Task" [ 1054.103473] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.107743] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.118322] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52401e0a-897f-f6c9-6663-ec48ef9c3e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.130204] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.213552] env[70917]: DEBUG oslo_vmware.api [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461969, 'name': PowerOnVM_Task, 'duration_secs': 1.252329} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.213831] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.216687] env[70917]: DEBUG nova.compute.manager [None req-3dec1a9e-c4f7-45c4-8c68-ea141873f40c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.217526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f5036c-05ff-4686-a79c-c729e57e972a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.280451] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e11ed5-d5fb-dbcf-a3b6-94f454d86908, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.280744] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281023] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.281292] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c4e40c-ce38-4a54-bb74-fb91eda8a3eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.290267] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1054.290267] env[70917]: value = "task-3461972" [ 1054.290267] env[70917]: _type = "Task" [ 1054.290267] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.300301] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.421885] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.425014] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.183s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.425014] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.425014] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1054.425385] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.748s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.426714] env[70917]: INFO nova.compute.claims [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.429991] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e40336c-ab20-4c86-b60b-7b5fe215d91d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.440294] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82e571f-8609-4e6d-97ca-b1ffe306a57e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.448265] env[70917]: INFO nova.scheduler.client.report [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocations for instance 9edd5371-cba9-49e7-9ebc-323b123683b5 [ 1054.461267] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4b6bd0-8993-4f6e-b0ce-e3f0fdba7222 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.471239] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eb58f4-6a99-43b3-afc0-f62ceb8ce11d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.504354] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.506672] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179536MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1054.506832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.528143] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461961, 'name': ReconfigVM_Task, 'duration_secs': 2.183429} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.530541] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fbb11e57-dbf9-4cf4-8858-7a71f36a1be0/fbb11e57-dbf9-4cf4-8858-7a71f36a1be0.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.531507] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37dde48c-86eb-4540-8d27-0e368da32392 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.540085] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.540371] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.540536] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.540733] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.540882] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.541042] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.541261] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.541422] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.541599] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.541780] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.541959] env[70917]: DEBUG nova.virt.hardware [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.542889] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf89e08-1e69-480e-af49-7693d08f569d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.547671] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1054.547671] env[70917]: value = "task-3461973" [ 1054.547671] env[70917]: _type = "Task" [ 1054.547671] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.557816] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9033bf-afda-4034-abac-b83e3740d59f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.566456] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461973, 'name': Rename_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.605231] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.618226] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52401e0a-897f-f6c9-6663-ec48ef9c3e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.093657} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.618545] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.618788] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.619049] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.619219] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.619430] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.619709] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86481f66-c450-496f-bd4d-598677821057 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.631201] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.646817] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.647168] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.647939] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955e1aa1-92db-48a9-80a1-5d857ba0cd6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.656033] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1054.656033] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52900935-a4a5-1c5a-bfe8-f2ece823540f" [ 1054.656033] env[70917]: _type = "Task" [ 1054.656033] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.666037] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52900935-a4a5-1c5a-bfe8-f2ece823540f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.803148] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461972, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.969735] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16ae2999-3638-40bd-9616-0cec67ffb0ea tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "9edd5371-cba9-49e7-9ebc-323b123683b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.457s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.060452] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461973, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.106017] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.122723] env[70917]: DEBUG nova.compute.manager [req-60886a3f-bfb9-4484-b735-69d334391ded req-ac4a0854-71c3-48f5-a6cc-ce9b834e1024 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Received event network-vif-plugged-f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.122950] env[70917]: DEBUG oslo_concurrency.lockutils [req-60886a3f-bfb9-4484-b735-69d334391ded req-ac4a0854-71c3-48f5-a6cc-ce9b834e1024 service nova] Acquiring lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.123177] env[70917]: DEBUG oslo_concurrency.lockutils [req-60886a3f-bfb9-4484-b735-69d334391ded req-ac4a0854-71c3-48f5-a6cc-ce9b834e1024 service nova] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.123347] env[70917]: DEBUG oslo_concurrency.lockutils [req-60886a3f-bfb9-4484-b735-69d334391ded req-ac4a0854-71c3-48f5-a6cc-ce9b834e1024 service nova] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.123514] env[70917]: DEBUG nova.compute.manager [req-60886a3f-bfb9-4484-b735-69d334391ded req-ac4a0854-71c3-48f5-a6cc-ce9b834e1024 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] No waiting events found dispatching network-vif-plugged-f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.123678] env[70917]: WARNING nova.compute.manager [req-60886a3f-bfb9-4484-b735-69d334391ded req-ac4a0854-71c3-48f5-a6cc-ce9b834e1024 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Received unexpected event network-vif-plugged-f395f2b2-0968-436e-b834-77dd09d1b4d0 for instance with vm_state building and task_state spawning. [ 1055.135473] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461960, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.430122} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.135700] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/012812d9-9ccc-48b0-bb8b-dd146da3cde9/012812d9-9ccc-48b0-bb8b-dd146da3cde9.vmdk to [datastore2] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.136542] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f3c7b8-bb7c-4b1b-91b7-ab5982e7b86b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.165134] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.165786] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578102d6-7bdb-4faa-b6b1-b584dd480e71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.183668] env[70917]: DEBUG nova.network.neutron [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Successfully updated port: f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.195831] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52900935-a4a5-1c5a-bfe8-f2ece823540f, 'name': SearchDatastore_Task, 'duration_secs': 0.096208} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.198557] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1055.198557] env[70917]: value = "task-3461974" [ 1055.198557] env[70917]: _type = "Task" [ 1055.198557] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.199662] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c79865-c8a5-48d5-9cbc-cc3e45dce7d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.214269] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1055.214269] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b4d4ed-3868-397e-40ad-2270ea7b3905" [ 1055.214269] env[70917]: _type = "Task" [ 1055.214269] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.218241] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.229136] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b4d4ed-3868-397e-40ad-2270ea7b3905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.302142] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.302142] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.302459] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.302459] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5731078-6118-449a-9082-224c908fb3b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.310160] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1055.310160] env[70917]: value = "task-3461975" [ 1055.310160] env[70917]: _type = "Task" [ 1055.310160] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.318732] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.561567] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461973, 'name': Rename_Task, 'duration_secs': 0.719642} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.566225] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.566879] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b6b5fc-815c-4dad-84cb-adc463162de8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.575378] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1055.575378] env[70917]: value = "task-3461976" [ 1055.575378] env[70917]: _type = "Task" [ 1055.575378] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.589529] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.607345] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461971, 'name': ReconfigVM_Task, 'duration_secs': 1.196885} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.610722] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Reconfigured VM instance instance-00000057 to attach disk [datastore2] c2bd083c-a2b0-4c38-b4e9-30438e6116d8/c2bd083c-a2b0-4c38-b4e9-30438e6116d8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.611774] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fca6eee8-73bb-4f20-969f-3e8fa96b4f90 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.620584] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1055.620584] env[70917]: value = "task-3461977" [ 1055.620584] env[70917]: _type = "Task" [ 1055.620584] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.634225] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461977, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.689592] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.689872] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquired lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.690039] env[70917]: DEBUG nova.network.neutron [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.711128] env[70917]: INFO nova.compute.manager [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Unrescuing [ 1055.711302] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.711455] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquired lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.711671] env[70917]: DEBUG nova.network.neutron [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.720731] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461974, 'name': ReconfigVM_Task, 'duration_secs': 0.443444} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.723770] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 9f9fe874-7dac-44a5-9673-d623930b15e9/9f9fe874-7dac-44a5-9673-d623930b15e9.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.725220] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'encrypted': False, 'encryption_format': None, 'size': 0, 'image_id': 'fc0193d3-c025-4751-87c9-8c0065477100'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691483', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'name': 'volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f9fe874-7dac-44a5-9673-d623930b15e9', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'serial': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e'}, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '1a5a08ef-d1bf-4302-b149-4f23b522f88f', 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70917) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1055.725418] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.725610] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691483', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'name': 'volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f9fe874-7dac-44a5-9673-d623930b15e9', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'serial': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.728914] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a2f75-6c3d-48fa-a067-a60e55fc3acf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.738028] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b4d4ed-3868-397e-40ad-2270ea7b3905, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.750063] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.750337] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 4c00b784-178f-4da4-8ab3-8392917fe975/4c00b784-178f-4da4-8ab3-8392917fe975.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.753204] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-014b4dc9-97ee-4163-9fd8-bacacca2b220 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.755413] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef4098-fe9d-415f-9348-4b1a7c6f8906 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.782812] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e/volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.786503] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b207d49-2697-416b-a065-111bdcb60873 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.799574] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1055.799574] env[70917]: value = "task-3461978" [ 1055.799574] env[70917]: _type = "Task" [ 1055.799574] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.804655] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1055.804655] env[70917]: value = "task-3461979" [ 1055.804655] env[70917]: _type = "Task" [ 1055.804655] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.810489] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.812258] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6e050-0c6d-4666-bd30-ab775c60d112 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.820477] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.827103] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f147dead-9131-4cee-a541-5151cbb258e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.830098] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07321} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.830345] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.831332] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3871e16e-e83a-4dee-8a39-b82a2a64a58a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.859108] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e943ac-7273-4794-815f-93e9b1531611 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.878606] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.879878] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50613c39-ac35-4927-b55d-812ba174040e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.900091] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c184e2-977d-4779-a0fa-b29d4dc0a22d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.904983] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1055.904983] env[70917]: value = "task-3461980" [ 1055.904983] env[70917]: _type = "Task" [ 1055.904983] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.915948] env[70917]: DEBUG nova.compute.provider_tree [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.922525] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.052550] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "780aa867-532f-4676-9fc9-434faed70326" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.053181] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "780aa867-532f-4676-9fc9-434faed70326" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.085776] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.130060] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461977, 'name': Rename_Task, 'duration_secs': 0.410437} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.130356] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.130633] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7fd3820-bdf0-4283-9741-004d53c8bb75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.137251] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1056.137251] env[70917]: value = "task-3461981" [ 1056.137251] env[70917]: _type = "Task" [ 1056.137251] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.144837] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.223506] env[70917]: DEBUG nova.network.neutron [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.313364] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.318064] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.355711] env[70917]: DEBUG nova.network.neutron [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updating instance_info_cache with network_info: [{"id": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "address": "fa:16:3e:d9:f6:57", "network": {"id": "d4bf1233-601f-48cc-9a45-4db457a9f0f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354518398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5b2fdb3b4644dee8ac5da2da032f500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf395f2b2-09", "ovs_interfaceid": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.415591] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461980, 'name': ReconfigVM_Task, 'duration_secs': 0.418887} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.416540] env[70917]: DEBUG nova.network.neutron [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updating instance_info_cache with network_info: [{"id": "ebb268e9-2869-4ab5-8e03-a350543c61da", "address": "fa:16:3e:1f:e5:d4", "network": {"id": "dfaff7fe-7349-4004-b85f-6e47063bfc15", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567348020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e0c1886d6e564ec2b26dc7403a8a704a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb268e9-28", "ovs_interfaceid": "ebb268e9-2869-4ab5-8e03-a350543c61da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.417847] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.419049] env[70917]: DEBUG nova.scheduler.client.report [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.422205] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20cbeeb1-4058-44aa-b609-0373e3d85bfb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.428783] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1056.428783] env[70917]: value = "task-3461982" [ 1056.428783] env[70917]: _type = "Task" [ 1056.428783] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.437074] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461982, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.555662] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.586431] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.646848] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.820130] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461978, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.825734] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.858603] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Releasing lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.859070] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Instance network_info: |[{"id": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "address": "fa:16:3e:d9:f6:57", "network": {"id": "d4bf1233-601f-48cc-9a45-4db457a9f0f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354518398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5b2fdb3b4644dee8ac5da2da032f500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf395f2b2-09", "ovs_interfaceid": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.859580] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:f6:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f395f2b2-0968-436e-b834-77dd09d1b4d0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.868581] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Creating folder: Project (f5b2fdb3b4644dee8ac5da2da032f500). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.869014] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de8f71c2-f965-4f66-905b-472242f9de45 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.880439] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Created folder: Project (f5b2fdb3b4644dee8ac5da2da032f500) in parent group-v691255. [ 1056.880686] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Creating folder: Instances. Parent ref: group-v691506. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.881021] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70b966a8-9f85-43cd-89c8-732e89ba61c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.891498] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Created folder: Instances in parent group-v691506. [ 1056.891988] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.892241] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.892562] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6128917d-670a-4419-b624-a4088bd818ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.914661] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.914661] env[70917]: value = "task-3461985" [ 1056.914661] env[70917]: _type = "Task" [ 1056.914661] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.919499] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Releasing lock "refresh_cache-31566dbc-56be-4c73-b0dd-acc6e52a5e69" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.920422] env[70917]: DEBUG nova.objects.instance [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lazy-loading 'flavor' on Instance uuid 31566dbc-56be-4c73-b0dd-acc6e52a5e69 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.926511] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.927271] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.930077] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461985, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.930728] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.892s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.931518] env[70917]: DEBUG nova.objects.instance [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lazy-loading 'resources' on Instance uuid b206dfbe-342b-4b0a-9f43-b603205d8db7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.941026] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461982, 'name': Rename_Task, 'duration_secs': 0.263825} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.941189] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.941554] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-816f417b-54b6-4362-ab2b-3cf11ebf2f29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.949326] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1056.949326] env[70917]: value = "task-3461986" [ 1056.949326] env[70917]: _type = "Task" [ 1056.949326] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.961193] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.082263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.088338] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461976, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.148357] env[70917]: DEBUG oslo_vmware.api [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3461981, 'name': PowerOnVM_Task, 'duration_secs': 0.650049} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.148766] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.149071] env[70917]: INFO nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1057.149317] env[70917]: DEBUG nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.151247] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001f3372-4122-4e62-acea-f9316afa8709 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.155202] env[70917]: DEBUG nova.compute.manager [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Received event network-changed-f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.155403] env[70917]: DEBUG nova.compute.manager [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Refreshing instance network info cache due to event network-changed-f395f2b2-0968-436e-b834-77dd09d1b4d0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.155645] env[70917]: DEBUG oslo_concurrency.lockutils [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] Acquiring lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.155833] env[70917]: DEBUG oslo_concurrency.lockutils [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] Acquired lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.155980] env[70917]: DEBUG nova.network.neutron [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Refreshing network info cache for port f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.315289] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461978, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.292917} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.315971] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 4c00b784-178f-4da4-8ab3-8392917fe975/4c00b784-178f-4da4-8ab3-8392917fe975.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.316244] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.316528] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-520d5ccb-deab-4fb3-a7b9-205eb2b5fa3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.324875] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461979, 'name': ReconfigVM_Task, 'duration_secs': 1.415214} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.325507] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e/volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.331952] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5483a8bb-98f7-4dbb-8fb1-98e7d9767e2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.343066] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1057.343066] env[70917]: value = "task-3461987" [ 1057.343066] env[70917]: _type = "Task" [ 1057.343066] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.347228] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1057.347228] env[70917]: value = "task-3461988" [ 1057.347228] env[70917]: _type = "Task" [ 1057.347228] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.350175] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.357087] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.424514] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3461985, 'name': CreateVM_Task, 'duration_secs': 0.364515} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.424683] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.425400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.425571] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.425904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.426177] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a78cda-56b4-44db-b63a-d2f9a52ac255 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.430482] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1057.430482] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525aabd7-13ba-5f63-3aad-e0b1175bceca" [ 1057.430482] env[70917]: _type = "Task" [ 1057.430482] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.436010] env[70917]: DEBUG nova.compute.utils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.440093] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.440323] env[70917]: DEBUG nova.network.neutron [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.443301] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45f50bb-8c20-4a72-ad47-d84428fd68fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.452468] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525aabd7-13ba-5f63-3aad-e0b1175bceca, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.472589] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.472865] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.473131] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.473277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.473453] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.473787] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.476950] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4efd23ee-1b8e-4bd7-8a5d-26d20c6aaeab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.478934] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50260f07-b9af-4f29-b361-eee8cacf77a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.485775] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.487274] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1057.487274] env[70917]: value = "task-3461989" [ 1057.487274] env[70917]: _type = "Task" [ 1057.487274] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.488349] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.488349] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.491795] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a1c523-7ba8-4c44-9bf7-8faae158ab50 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.502372] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.504547] env[70917]: DEBUG nova.policy [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eea50abf3fc4725b211c7c44f51080c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b2304e5c5b44beb3f193f478e876ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.506049] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1057.506049] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521d55c5-485f-2c2c-4734-aeb05eed4ddf" [ 1057.506049] env[70917]: _type = "Task" [ 1057.506049] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.517088] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521d55c5-485f-2c2c-4734-aeb05eed4ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.589402] env[70917]: DEBUG oslo_vmware.api [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3461976, 'name': PowerOnVM_Task, 'duration_secs': 1.745891} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.589704] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.589903] env[70917]: INFO nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Took 13.23 seconds to spawn the instance on the hypervisor. [ 1057.590098] env[70917]: DEBUG nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.590880] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6845b5a0-35b5-4363-a70b-9d7eda1c9b6a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.673863] env[70917]: INFO nova.compute.manager [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Took 50.67 seconds to build instance. [ 1057.823585] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6120064d-d02d-466e-b86e-02310df060ce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.833745] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda26f89-b165-4420-85cb-16b0f3761940 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.875984] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250a8ad0-63df-4d77-86d8-a32ee96e04bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.879667] env[70917]: DEBUG nova.network.neutron [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Successfully created port: b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.887477] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461988, 'name': ReconfigVM_Task, 'duration_secs': 0.32802} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.892607] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691483', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'name': 'volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f9fe874-7dac-44a5-9673-d623930b15e9', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'serial': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1057.893320] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094282} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.893679] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed51045a-0004-42bb-9f67-5cb143402485 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.895802] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.896900] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4738285-3bbb-48d0-950d-3cd5e7a0a1cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.901348] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc27e3-bed8-49ea-8501-9c5566d51dd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.914676] env[70917]: DEBUG nova.compute.provider_tree [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.936868] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4c00b784-178f-4da4-8ab3-8392917fe975/4c00b784-178f-4da4-8ab3-8392917fe975.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.937584] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1057.937584] env[70917]: value = "task-3461990" [ 1057.937584] env[70917]: _type = "Task" [ 1057.937584] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.938950] env[70917]: DEBUG nova.scheduler.client.report [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.942151] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e16538-3ba8-42ce-aee3-982a27b81010 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.958591] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.974323] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1057.974323] env[70917]: value = "task-3461991" [ 1057.974323] env[70917]: _type = "Task" [ 1057.974323] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.978866] env[70917]: DEBUG oslo_vmware.api [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3461986, 'name': PowerOnVM_Task, 'duration_secs': 0.736396} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.979304] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461990, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.984089] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.984089] env[70917]: INFO nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1057.984089] env[70917]: DEBUG nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.984089] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc143978-30b8-4fca-a188-5c74e4f1717d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.991336] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.003035] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461989, 'name': PowerOffVM_Task, 'duration_secs': 0.376724} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.003151] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.009178] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.010153] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437478e1-1586-4782-95a0-726f73c9751e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.025272] env[70917]: DEBUG nova.network.neutron [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updated VIF entry in instance network info cache for port f395f2b2-0968-436e-b834-77dd09d1b4d0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.025272] env[70917]: DEBUG nova.network.neutron [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updating instance_info_cache with network_info: [{"id": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "address": "fa:16:3e:d9:f6:57", "network": {"id": "d4bf1233-601f-48cc-9a45-4db457a9f0f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354518398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5b2fdb3b4644dee8ac5da2da032f500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf395f2b2-09", "ovs_interfaceid": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.035073] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521d55c5-485f-2c2c-4734-aeb05eed4ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.038489} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.037152] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1058.037152] env[70917]: value = "task-3461992" [ 1058.037152] env[70917]: _type = "Task" [ 1058.037152] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.037844] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f6f113-899f-4fc7-9302-6b8469b76ad5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.046562] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1058.046562] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522c1c7e-b1fd-2d45-a167-0f607beafff2" [ 1058.046562] env[70917]: _type = "Task" [ 1058.046562] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.050535] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.059358] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522c1c7e-b1fd-2d45-a167-0f607beafff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.109799] env[70917]: INFO nova.compute.manager [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Took 51.53 seconds to build instance. [ 1058.182075] env[70917]: DEBUG oslo_concurrency.lockutils [None req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.195s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.461026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.528s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.468110] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.621s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.470156] env[70917]: INFO nova.compute.claims [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.488182] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461990, 'name': Rename_Task, 'duration_secs': 0.439527} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.488839] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.489152] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4e9e463-a6b8-4345-876a-8f54d8ce9fd6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.493933] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.494987] env[70917]: INFO nova.scheduler.client.report [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted allocations for instance b206dfbe-342b-4b0a-9f43-b603205d8db7 [ 1058.504389] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1058.504389] env[70917]: value = "task-3461993" [ 1058.504389] env[70917]: _type = "Task" [ 1058.504389] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.509187] env[70917]: INFO nova.compute.manager [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Took 47.61 seconds to build instance. [ 1058.516029] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.528981] env[70917]: DEBUG oslo_concurrency.lockutils [req-2ad3af61-5bc3-48e6-8637-92178657a39e req-1479e677-d7f0-43f3-a1cc-85edf8c9cf4e service nova] Releasing lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.549418] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.559175] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522c1c7e-b1fd-2d45-a167-0f607beafff2, 'name': SearchDatastore_Task, 'duration_secs': 0.016882} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.559484] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.559758] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a/dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.560171] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89160a1-9e8b-4ffc-bea3-9ad1f136abb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.566517] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1058.566517] env[70917]: value = "task-3461994" [ 1058.566517] env[70917]: _type = "Task" [ 1058.566517] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.577153] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.611915] env[70917]: DEBUG oslo_concurrency.lockutils [None req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.045s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.989966] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.997111] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461991, 'name': ReconfigVM_Task, 'duration_secs': 0.711312} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.997527] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4c00b784-178f-4da4-8ab3-8392917fe975/4c00b784-178f-4da4-8ab3-8392917fe975.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.999027] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d04bd913-8a0a-4d21-8d45-9dd0cac54310 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.009070] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1059.009070] env[70917]: value = "task-3461995" [ 1059.009070] env[70917]: _type = "Task" [ 1059.009070] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.009642] env[70917]: DEBUG oslo_concurrency.lockutils [None req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "b206dfbe-342b-4b0a-9f43-b603205d8db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.380s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.018637] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c0abdede-2d0e-4086-9550-c70052f9a3f6 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.125s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.034053] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.035200] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461995, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.037910] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.038235] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.038423] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.038631] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.038780] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.039055] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.039355] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.039529] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.040048] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.040048] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.040174] env[70917]: DEBUG nova.virt.hardware [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.041228] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b5325a-f9ef-458c-b70e-afdf1f55ea97 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.058667] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa7ad0-955f-4af6-b26e-05c4a853a1e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.063995] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461992, 'name': ReconfigVM_Task, 'duration_secs': 0.567289} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.064789] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1059.064997] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.065785] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd9ea9f-f9b2-4ff6-8ede-ca3383b2450a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.096050] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1059.096050] env[70917]: value = "task-3461996" [ 1059.096050] env[70917]: _type = "Task" [ 1059.096050] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.099513] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.109704] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.304635] env[70917]: DEBUG nova.compute.manager [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.304768] env[70917]: DEBUG nova.compute.manager [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing instance network info cache due to event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.305013] env[70917]: DEBUG oslo_concurrency.lockutils [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.305588] env[70917]: DEBUG oslo_concurrency.lockutils [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.305588] env[70917]: DEBUG nova.network.neutron [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.331383] env[70917]: INFO nova.compute.manager [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Rebuilding instance [ 1059.389112] env[70917]: DEBUG nova.compute.manager [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.390282] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d52a870-a2fb-4c4c-9258-a12c18c6bac8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.519938] env[70917]: DEBUG oslo_vmware.api [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3461993, 'name': PowerOnVM_Task, 'duration_secs': 0.82368} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.527351] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.537672] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461995, 'name': Rename_Task, 'duration_secs': 0.253447} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.537983] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.540868] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b54c02f-ba64-48d3-851e-5b26d85320fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.547691] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1059.547691] env[70917]: value = "task-3461997" [ 1059.547691] env[70917]: _type = "Task" [ 1059.547691] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.555587] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.585821] env[70917]: DEBUG nova.compute.manager [req-8ca11607-f1c6-4b2a-a630-ccf908c553b4 req-dfb5edbf-fc6e-4803-ae30-9b1135940182 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Received event network-vif-plugged-b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.587097] env[70917]: DEBUG oslo_concurrency.lockutils [req-8ca11607-f1c6-4b2a-a630-ccf908c553b4 req-dfb5edbf-fc6e-4803-ae30-9b1135940182 service nova] Acquiring lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.587097] env[70917]: DEBUG oslo_concurrency.lockutils [req-8ca11607-f1c6-4b2a-a630-ccf908c553b4 req-dfb5edbf-fc6e-4803-ae30-9b1135940182 service nova] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.587097] env[70917]: DEBUG oslo_concurrency.lockutils [req-8ca11607-f1c6-4b2a-a630-ccf908c553b4 req-dfb5edbf-fc6e-4803-ae30-9b1135940182 service nova] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.587097] env[70917]: DEBUG nova.compute.manager [req-8ca11607-f1c6-4b2a-a630-ccf908c553b4 req-dfb5edbf-fc6e-4803-ae30-9b1135940182 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] No waiting events found dispatching network-vif-plugged-b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.587097] env[70917]: WARNING nova.compute.manager [req-8ca11607-f1c6-4b2a-a630-ccf908c553b4 req-dfb5edbf-fc6e-4803-ae30-9b1135940182 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Received unexpected event network-vif-plugged-b85dd288-cf09-4574-8c1d-1cb202c61771 for instance with vm_state building and task_state spawning. [ 1059.600507] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591678} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.604029] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a/dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.604357] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.604657] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c05493d-a717-4180-9d23-64403a0ae9c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.612461] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461996, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.619792] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1059.619792] env[70917]: value = "task-3461998" [ 1059.619792] env[70917]: _type = "Task" [ 1059.619792] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.619792] env[70917]: DEBUG nova.network.neutron [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Successfully updated port: b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.629035] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.661226] env[70917]: DEBUG nova.compute.manager [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.662462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4418bb3-81a2-4a9b-852c-eef9ce711f9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.775789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.776203] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.776936] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.776936] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.776936] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.779906] env[70917]: INFO nova.compute.manager [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Terminating instance [ 1059.848401] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce43d9-5d97-4f90-b4e3-4f5c9e7bf236 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.857214] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddd5249-85aa-49e8-ad83-1da964044823 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.894040] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c57b022-66ad-4575-bb44-3d52a04b8c57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.904070] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deec0b47-1321-4385-8d06-f1343677370b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.919218] env[70917]: DEBUG nova.compute.provider_tree [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.066588] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.080285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "397d8981-9976-408a-8c4b-927bea267653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.080590] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "397d8981-9976-408a-8c4b-927bea267653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.080821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "397d8981-9976-408a-8c4b-927bea267653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.081021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "397d8981-9976-408a-8c4b-927bea267653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.081217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "397d8981-9976-408a-8c4b-927bea267653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.083537] env[70917]: INFO nova.compute.manager [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Terminating instance [ 1060.094126] env[70917]: DEBUG nova.network.neutron [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updated VIF entry in instance network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.094126] env[70917]: DEBUG nova.network.neutron [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.114932] env[70917]: DEBUG oslo_vmware.api [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3461996, 'name': PowerOnVM_Task, 'duration_secs': 0.673471} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.115221] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.115462] env[70917]: DEBUG nova.compute.manager [None req-f2ee9155-8846-4284-bd25-2d0ed97d681f tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.116271] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75738c6-27aa-4c71-898d-3c4246d46302 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.125409] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.125539] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.125682] env[70917]: DEBUG nova.network.neutron [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.134847] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080157} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.135664] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.136536] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d2dc6-17d9-4cae-aff8-71f0a3a9af84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.161362] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a/dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.162363] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa65ea2-14c8-45b7-b42e-3ad4ae1fe3a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.185500] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9e822e5b-1f6b-4994-940a-d8adc7523499 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 64.511s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.188920] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1060.188920] env[70917]: value = "task-3461999" [ 1060.188920] env[70917]: _type = "Task" [ 1060.188920] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.197590] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.288388] env[70917]: DEBUG nova.compute.manager [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.288838] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.290379] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186beb8f-ac7d-4cbb-9964-10db9b97bfc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.300841] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.301200] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6453bf4c-b3fd-4c86-a915-1fd8a4cc5258 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.309160] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1060.309160] env[70917]: value = "task-3462000" [ 1060.309160] env[70917]: _type = "Task" [ 1060.309160] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.320624] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3462000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.409228] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.409627] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae4d6ef-ebe6-4bcb-8f9c-624ce477a044 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.417920] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1060.417920] env[70917]: value = "task-3462001" [ 1060.417920] env[70917]: _type = "Task" [ 1060.417920] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.422230] env[70917]: DEBUG nova.scheduler.client.report [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.432512] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.559087] env[70917]: DEBUG oslo_vmware.api [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3461997, 'name': PowerOnVM_Task, 'duration_secs': 0.81413} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.559403] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.559656] env[70917]: INFO nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1060.559843] env[70917]: DEBUG nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.560701] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745fd1a-c9da-4816-89e6-657f5cf89cbf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.587188] env[70917]: DEBUG nova.compute.manager [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.587541] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.588606] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902157b2-e5ee-443c-85eb-16ac272074f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.596334] env[70917]: DEBUG oslo_concurrency.lockutils [req-64ad65ae-79a7-4b1e-9476-7b6fce819f46 req-d391e9b2-0e49-4bed-bd3c-8bdd00545697 service nova] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.596776] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.597049] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4ee694b-9ba4-4e84-bfd8-cc1ab647a0ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.603358] env[70917]: DEBUG oslo_vmware.api [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 1060.603358] env[70917]: value = "task-3462002" [ 1060.603358] env[70917]: _type = "Task" [ 1060.603358] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.612283] env[70917]: DEBUG oslo_vmware.api [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3462002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.664942] env[70917]: DEBUG nova.network.neutron [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.698228] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3461999, 'name': ReconfigVM_Task, 'duration_secs': 0.434576} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.698524] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a/dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.699156] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38fab665-efbc-4d2a-aa2f-891188270941 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.707481] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1060.707481] env[70917]: value = "task-3462003" [ 1060.707481] env[70917]: _type = "Task" [ 1060.707481] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.718506] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462003, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.819214] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3462000, 'name': PowerOffVM_Task, 'duration_secs': 0.316408} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.819534] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.819714] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.821078] env[70917]: DEBUG nova.network.neutron [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance_info_cache with network_info: [{"id": "b85dd288-cf09-4574-8c1d-1cb202c61771", "address": "fa:16:3e:78:03:6c", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85dd288-cf", "ovs_interfaceid": "b85dd288-cf09-4574-8c1d-1cb202c61771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.822056] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b11cc86-0928-4cad-985b-435accd09dbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.910873] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.911148] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.911373] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Deleting the datastore file [datastore2] fbb11e57-dbf9-4cf4-8858-7a71f36a1be0 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.911668] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c73021b8-12ef-447f-9732-0b7751555e15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.919723] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for the task: (returnval){ [ 1060.919723] env[70917]: value = "task-3462005" [ 1060.919723] env[70917]: _type = "Task" [ 1060.919723] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.930620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.931129] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.933724] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462001, 'name': PowerOffVM_Task, 'duration_secs': 0.272263} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.936719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.734s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.936931] env[70917]: DEBUG nova.objects.instance [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'resources' on Instance uuid a67ef531-7cab-4947-af9e-f126af4ee06e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.937965] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.938669] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.938888] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3462005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.939928] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75ab6d7-22a4-4696-b953-474772bf8c22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.947711] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.948544] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-018d9a69-a997-429f-8c8d-27206fda5023 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.978768] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.979046] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.979266] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Deleting the datastore file [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.979559] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-701c3bd5-5fb2-4002-801a-9d9b408c1ea1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.985316] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1060.985316] env[70917]: value = "task-3462007" [ 1060.985316] env[70917]: _type = "Task" [ 1060.985316] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.993678] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.077070] env[70917]: INFO nova.compute.manager [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Took 51.63 seconds to build instance. [ 1061.113612] env[70917]: DEBUG oslo_vmware.api [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3462002, 'name': PowerOffVM_Task, 'duration_secs': 0.225804} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.113886] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.114089] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.114333] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88ebd7dd-8c7e-48a8-998f-59806d09c908 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.177122] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.177122] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.177122] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleting the datastore file [datastore2] 397d8981-9976-408a-8c4b-927bea267653 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.177346] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e34ebb1-4060-4cac-9a7b-d9d6e89bfcc6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.185267] env[70917]: DEBUG oslo_vmware.api [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for the task: (returnval){ [ 1061.185267] env[70917]: value = "task-3462009" [ 1061.185267] env[70917]: _type = "Task" [ 1061.185267] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.193010] env[70917]: DEBUG oslo_vmware.api [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3462009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.216485] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462003, 'name': Rename_Task, 'duration_secs': 0.198148} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.216766] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.217019] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02c22b8-1ae4-4d3c-9962-40c84757197d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.223222] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1061.223222] env[70917]: value = "task-3462010" [ 1061.223222] env[70917]: _type = "Task" [ 1061.223222] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.230991] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.326188] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326541] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Instance network_info: |[{"id": "b85dd288-cf09-4574-8c1d-1cb202c61771", "address": "fa:16:3e:78:03:6c", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85dd288-cf", "ovs_interfaceid": "b85dd288-cf09-4574-8c1d-1cb202c61771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.327013] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:03:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b85dd288-cf09-4574-8c1d-1cb202c61771', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.334811] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.335102] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.335342] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba5077ac-25bd-46f7-ab73-726c185a8136 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.355014] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.355014] env[70917]: value = "task-3462011" [ 1061.355014] env[70917]: _type = "Task" [ 1061.355014] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.362913] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462011, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.432144] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3462005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.443875] env[70917]: DEBUG nova.compute.utils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.446102] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.446670] env[70917]: DEBUG nova.network.neutron [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.499138] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321667} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.501869] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.502094] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.502283] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.506100] env[70917]: DEBUG nova.policy [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a51b2ab2eddf403a85c59c13645b2682', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7005024604eb4675b2bb253ae086ec9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.579859] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76b44753-6e66-4865-a50a-bb1e6edb5d20 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4c00b784-178f-4da4-8ab3-8392917fe975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.143s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.697403] env[70917]: DEBUG oslo_vmware.api [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Task: {'id': task-3462009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351825} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.697739] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.697999] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.698213] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.698677] env[70917]: INFO nova.compute.manager [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] [instance: 397d8981-9976-408a-8c4b-927bea267653] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1061.698992] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.702927] env[70917]: DEBUG nova.compute.manager [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.703065] env[70917]: DEBUG nova.network.neutron [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.734435] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.743363] env[70917]: DEBUG nova.compute.manager [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Received event network-changed-b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.743554] env[70917]: DEBUG nova.compute.manager [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Refreshing instance network info cache due to event network-changed-b85dd288-cf09-4574-8c1d-1cb202c61771. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.743765] env[70917]: DEBUG oslo_concurrency.lockutils [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] Acquiring lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.743904] env[70917]: DEBUG oslo_concurrency.lockutils [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] Acquired lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.744141] env[70917]: DEBUG nova.network.neutron [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Refreshing network info cache for port b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.821025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd99bab7-8423-41d5-bc0e-a1a992c842b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.827321] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262cfeb9-1c47-46e4-9248-8617fffcef03 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.863362] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850a313-b604-4a67-8f4b-29712525148a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.871483] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462011, 'name': CreateVM_Task, 'duration_secs': 0.350169} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.873765] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.874713] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.874937] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.875288] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.876876] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f481d6b5-98e7-499b-9407-8a914ae065d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.880578] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02663ea6-6709-473c-9ca2-e2aaeb1d13b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.886385] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1061.886385] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ab4a83-e54f-96ce-8261-9a250939d2ec" [ 1061.886385] env[70917]: _type = "Task" [ 1061.886385] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.897767] env[70917]: DEBUG nova.compute.provider_tree [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.913620] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ab4a83-e54f-96ce-8261-9a250939d2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.913620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.913620] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.913620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.913620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.913620] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.913620] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80e087d7-8f63-4d70-b5cc-6ee428f06f9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.922267] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.922497] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.924187] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef9482f-695b-47ff-ab42-5a1b0b03467d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.932559] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1061.932559] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52adf642-39af-abc9-7d06-e52b5d2c8131" [ 1061.932559] env[70917]: _type = "Task" [ 1061.932559] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.936318] env[70917]: DEBUG oslo_vmware.api [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Task: {'id': task-3462005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574388} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.941256] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.941256] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.941256] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.941381] env[70917]: INFO nova.compute.manager [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1061.941665] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.942295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.942295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.942970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.942970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.942970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.944719] env[70917]: DEBUG nova.compute.manager [-] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.944832] env[70917]: DEBUG nova.network.neutron [-] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.946831] env[70917]: INFO nova.compute.manager [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Terminating instance [ 1061.949304] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.960031] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52adf642-39af-abc9-7d06-e52b5d2c8131, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.960031] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048f4f45-5abf-4d64-9ea4-5570aa6f24e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.968081] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1061.968081] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eeda86-03f8-58f9-10f3-37a39e6e0ce9" [ 1061.968081] env[70917]: _type = "Task" [ 1061.968081] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.973989] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eeda86-03f8-58f9-10f3-37a39e6e0ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.029898] env[70917]: DEBUG nova.network.neutron [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Successfully created port: d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.234527] env[70917]: DEBUG nova.compute.manager [req-d5a2c47c-9cad-4ac0-8215-1606023c9228 req-1b6e4b1b-e082-4542-ab24-661c525fe81c service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Received event network-vif-deleted-01512f60-0d4b-4661-8f99-2140604661ce {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.234740] env[70917]: INFO nova.compute.manager [req-d5a2c47c-9cad-4ac0-8215-1606023c9228 req-1b6e4b1b-e082-4542-ab24-661c525fe81c service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Neutron deleted interface 01512f60-0d4b-4661-8f99-2140604661ce; detaching it from the instance and deleting it from the info cache [ 1062.234894] env[70917]: DEBUG nova.network.neutron [req-d5a2c47c-9cad-4ac0-8215-1606023c9228 req-1b6e4b1b-e082-4542-ab24-661c525fe81c service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.241563] env[70917]: DEBUG oslo_vmware.api [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462010, 'name': PowerOnVM_Task, 'duration_secs': 0.620105} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.242254] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.242551] env[70917]: INFO nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1062.242817] env[70917]: DEBUG nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.244748] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d019218-3ff7-434c-8266-4f7c70f61dd1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.407173] env[70917]: DEBUG nova.scheduler.client.report [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.461218] env[70917]: DEBUG nova.compute.manager [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.461730] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.462305] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0409a0-7e08-4612-b695-60ff452103a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.475075] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.475960] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2de83466-5fb3-4107-9ed4-ff63cebbf14f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.482732] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52eeda86-03f8-58f9-10f3-37a39e6e0ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.012967} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.484780] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.484780] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012/c0b9cb91-17d5-40fc-a0ad-f663f7864012.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.484780] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b55432e2-b20d-4882-a53d-ab35897c41ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491372] env[70917]: DEBUG oslo_vmware.api [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1062.491372] env[70917]: value = "task-3462012" [ 1062.491372] env[70917]: _type = "Task" [ 1062.491372] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.495438] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1062.495438] env[70917]: value = "task-3462013" [ 1062.495438] env[70917]: _type = "Task" [ 1062.495438] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.504110] env[70917]: DEBUG oslo_vmware.api [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.509188] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.548907] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.549174] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.549335] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.549568] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.549785] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.550073] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.550403] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.550671] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.550953] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.551238] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.551708] env[70917]: DEBUG nova.virt.hardware [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.552129] env[70917]: DEBUG nova.network.neutron [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.554127] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20048f54-0e81-4932-a67f-83ccbc220c42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.565017] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a0440e-2cbd-4ed1-b36d-e8216d72a5f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.581272] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.587134] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.587766] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.587996] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df91a8ef-e88e-4308-9765-41cbb5865d29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.605521] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.605521] env[70917]: value = "task-3462014" [ 1062.605521] env[70917]: _type = "Task" [ 1062.605521] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.613861] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462014, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.626730] env[70917]: DEBUG nova.network.neutron [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updated VIF entry in instance network info cache for port b85dd288-cf09-4574-8c1d-1cb202c61771. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.627186] env[70917]: DEBUG nova.network.neutron [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance_info_cache with network_info: [{"id": "b85dd288-cf09-4574-8c1d-1cb202c61771", "address": "fa:16:3e:78:03:6c", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85dd288-cf", "ovs_interfaceid": "b85dd288-cf09-4574-8c1d-1cb202c61771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.742848] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f9a0776-584e-4b54-bf03-29cec6cffe95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.752234] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99387b9-f0a6-40d9-88df-3831dde9a545 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.786842] env[70917]: DEBUG nova.compute.manager [req-d5a2c47c-9cad-4ac0-8215-1606023c9228 req-1b6e4b1b-e082-4542-ab24-661c525fe81c service nova] [instance: 397d8981-9976-408a-8c4b-927bea267653] Detach interface failed, port_id=01512f60-0d4b-4661-8f99-2140604661ce, reason: Instance 397d8981-9976-408a-8c4b-927bea267653 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.787646] env[70917]: INFO nova.compute.manager [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Took 41.53 seconds to build instance. [ 1062.914069] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.917191] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.816s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.919612] env[70917]: INFO nova.compute.claims [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.951251] env[70917]: INFO nova.scheduler.client.report [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted allocations for instance a67ef531-7cab-4947-af9e-f126af4ee06e [ 1062.970297] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.006599] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.008210] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.008549] env[70917]: DEBUG nova.virt.hardware [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.009608] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6973a83-a3c5-480d-a3ea-b9680bd1ccfa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.019176] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.019479] env[70917]: DEBUG oslo_vmware.api [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462012, 'name': PowerOffVM_Task, 'duration_secs': 0.287004} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.020191] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.020389] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.020980] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d843cfde-02b6-4330-9189-ec4e8c8a78a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.026524] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ecb0e1-8cbb-4fb9-9666-00e279f3fcea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.058171] env[70917]: INFO nova.compute.manager [-] [instance: 397d8981-9976-408a-8c4b-927bea267653] Took 1.35 seconds to deallocate network for instance. [ 1063.060700] env[70917]: DEBUG nova.network.neutron [-] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.096226] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.096464] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.096648] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Deleting the datastore file [datastore2] 31566dbc-56be-4c73-b0dd-acc6e52a5e69 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.096930] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9baf69f-c3d8-4b38-916c-aa1455f4ca65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.103496] env[70917]: DEBUG oslo_vmware.api [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1063.103496] env[70917]: value = "task-3462016" [ 1063.103496] env[70917]: _type = "Task" [ 1063.103496] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.117741] env[70917]: DEBUG oslo_vmware.api [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.124624] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462014, 'name': CreateVM_Task, 'duration_secs': 0.402913} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.124624] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.124624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.124624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.124624] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.124624] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adca497d-3aad-4442-bd9c-cecd8abfee21 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.128250] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1063.128250] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b8d5d1-b3af-6fcc-c0d0-351999f49efb" [ 1063.128250] env[70917]: _type = "Task" [ 1063.128250] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.131914] env[70917]: DEBUG oslo_concurrency.lockutils [req-56f52482-4cff-42fe-8a6f-05ad79fa0f07 req-4a302625-2124-45f8-aaae-492e06a07361 service nova] Releasing lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.139128] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b8d5d1-b3af-6fcc-c0d0-351999f49efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.289833] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16bba606-86cf-4656-929b-bd971dc5b222 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.296s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.363636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "01020403-c3c1-440a-a39d-2a679f18a18b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.363887] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "01020403-c3c1-440a-a39d-2a679f18a18b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.461276] env[70917]: DEBUG oslo_concurrency.lockutils [None req-87f39d67-6fff-4b70-89b4-ba4ea15df353 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "a67ef531-7cab-4947-af9e-f126af4ee06e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.484s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.510335] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631163} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.510635] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012/c0b9cb91-17d5-40fc-a0ad-f663f7864012.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.510859] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.511129] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c197f51f-f180-4252-8868-f1fc42bf544f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.517107] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1063.517107] env[70917]: value = "task-3462017" [ 1063.517107] env[70917]: _type = "Task" [ 1063.517107] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.524733] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.565918] env[70917]: INFO nova.compute.manager [-] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Took 1.62 seconds to deallocate network for instance. [ 1063.566867] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.617848] env[70917]: DEBUG oslo_vmware.api [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326928} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.618150] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.618428] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.618650] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.618803] env[70917]: INFO nova.compute.manager [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.619063] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.619267] env[70917]: DEBUG nova.compute.manager [-] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.619908] env[70917]: DEBUG nova.network.neutron [-] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.640895] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b8d5d1-b3af-6fcc-c0d0-351999f49efb, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.641213] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.641442] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.641678] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.641816] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.641988] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.642263] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9797e71a-537b-4ef6-883a-f7958b29e9f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.651575] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.651772] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.652542] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c932bf43-8d0c-4717-974a-66c5063f0cb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.658540] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1063.658540] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528a729c-7f8b-0c7b-fb9e-bb431a6f8d51" [ 1063.658540] env[70917]: _type = "Task" [ 1063.658540] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.667818] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528a729c-7f8b-0c7b-fb9e-bb431a6f8d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.779584] env[70917]: DEBUG nova.compute.manager [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Received event network-vif-deleted-415a5105-1fff-4229-8e33-0a03b5f3d9b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.779808] env[70917]: DEBUG nova.compute.manager [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Received event network-changed-f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.779975] env[70917]: DEBUG nova.compute.manager [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Refreshing instance network info cache due to event network-changed-f395f2b2-0968-436e-b834-77dd09d1b4d0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.780849] env[70917]: DEBUG oslo_concurrency.lockutils [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] Acquiring lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.781020] env[70917]: DEBUG oslo_concurrency.lockutils [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] Acquired lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.781197] env[70917]: DEBUG nova.network.neutron [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Refreshing network info cache for port f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.866020] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.973019] env[70917]: DEBUG nova.network.neutron [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Successfully updated port: d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.033016] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312247} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.033016] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.034030] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c7022-93f7-4ac3-8c1a-1616c7fb4824 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.061137] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012/c0b9cb91-17d5-40fc-a0ad-f663f7864012.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.063737] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efdf589-9a3d-4f7e-ae75-08fa73c1ab1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.079765] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.084851] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1064.084851] env[70917]: value = "task-3462018" [ 1064.084851] env[70917]: _type = "Task" [ 1064.084851] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.098712] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.172192] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528a729c-7f8b-0c7b-fb9e-bb431a6f8d51, 'name': SearchDatastore_Task, 'duration_secs': 0.041258} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.172710] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f93a50-6f21-4a3a-861b-7169fd9d87b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.178824] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1064.178824] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525d3a1e-3f9f-04fd-dd05-0d6e53897b2f" [ 1064.178824] env[70917]: _type = "Task" [ 1064.178824] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.186557] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525d3a1e-3f9f-04fd-dd05-0d6e53897b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.269807] env[70917]: DEBUG nova.compute.manager [req-68fd865c-4853-4e18-afda-6cdad744593b req-c545e3f5-53df-478f-98cb-ca8ba75db955 service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Received event network-vif-deleted-ebb268e9-2869-4ab5-8e03-a350543c61da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.270043] env[70917]: INFO nova.compute.manager [req-68fd865c-4853-4e18-afda-6cdad744593b req-c545e3f5-53df-478f-98cb-ca8ba75db955 service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Neutron deleted interface ebb268e9-2869-4ab5-8e03-a350543c61da; detaching it from the instance and deleting it from the info cache [ 1064.270231] env[70917]: DEBUG nova.network.neutron [req-68fd865c-4853-4e18-afda-6cdad744593b req-c545e3f5-53df-478f-98cb-ca8ba75db955 service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.278572] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88daf9ed-bb30-41dc-9561-02862830cc55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.288983] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7d3338-9ff5-4835-8018-66f853faab8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.324769] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68efe911-5143-49ee-bc08-c126909d434f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.332429] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29f4601-6809-42a9-8a79-bf5958cb13cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.345936] env[70917]: DEBUG nova.compute.provider_tree [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.388775] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.432792] env[70917]: DEBUG nova.network.neutron [-] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.473702] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.473702] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.473702] env[70917]: DEBUG nova.network.neutron [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.552859] env[70917]: DEBUG nova.network.neutron [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updated VIF entry in instance network info cache for port f395f2b2-0968-436e-b834-77dd09d1b4d0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.553315] env[70917]: DEBUG nova.network.neutron [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updating instance_info_cache with network_info: [{"id": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "address": "fa:16:3e:d9:f6:57", "network": {"id": "d4bf1233-601f-48cc-9a45-4db457a9f0f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354518398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5b2fdb3b4644dee8ac5da2da032f500", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf395f2b2-09", "ovs_interfaceid": "f395f2b2-0968-436e-b834-77dd09d1b4d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.601031] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.689466] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525d3a1e-3f9f-04fd-dd05-0d6e53897b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.031437} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.689840] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690128] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.690586] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0dd97b-7d44-45f2-9127-d7e2963152ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.697512] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1064.697512] env[70917]: value = "task-3462019" [ 1064.697512] env[70917]: _type = "Task" [ 1064.697512] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.706202] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.773482] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5d2e7e6-6570-40ef-8267-694918a56222 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.782735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca7836-1b68-486f-86a3-539e61e4667d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.816547] env[70917]: DEBUG nova.compute.manager [req-68fd865c-4853-4e18-afda-6cdad744593b req-c545e3f5-53df-478f-98cb-ca8ba75db955 service nova] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Detach interface failed, port_id=ebb268e9-2869-4ab5-8e03-a350543c61da, reason: Instance 31566dbc-56be-4c73-b0dd-acc6e52a5e69 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.849301] env[70917]: DEBUG nova.scheduler.client.report [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.936234] env[70917]: INFO nova.compute.manager [-] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Took 1.32 seconds to deallocate network for instance. [ 1065.024346] env[70917]: DEBUG nova.network.neutron [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.056103] env[70917]: DEBUG oslo_concurrency.lockutils [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] Releasing lock "refresh_cache-dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056449] env[70917]: DEBUG nova.compute.manager [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Received event network-vif-plugged-d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.056674] env[70917]: DEBUG oslo_concurrency.lockutils [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.056883] env[70917]: DEBUG oslo_concurrency.lockutils [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.057055] env[70917]: DEBUG oslo_concurrency.lockutils [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.057228] env[70917]: DEBUG nova.compute.manager [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] No waiting events found dispatching network-vif-plugged-d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.057523] env[70917]: WARNING nova.compute.manager [req-748b7021-9f11-4257-b93b-ccb6d193bdc4 req-49c4a438-dff5-4e83-9afc-896b8699dd76 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Received unexpected event network-vif-plugged-d355819a-2cbc-4287-a7e2-c19247274a16 for instance with vm_state building and task_state spawning. [ 1065.101956] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462018, 'name': ReconfigVM_Task, 'duration_secs': 0.533664} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.102122] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012/c0b9cb91-17d5-40fc-a0ad-f663f7864012.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.102858] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7092c66e-cee3-4930-a204-737636e674aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.113288] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1065.113288] env[70917]: value = "task-3462020" [ 1065.113288] env[70917]: _type = "Task" [ 1065.113288] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.120988] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462020, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.208116] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.219332] env[70917]: DEBUG nova.network.neutron [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updating instance_info_cache with network_info: [{"id": "d355819a-2cbc-4287-a7e2-c19247274a16", "address": "fa:16:3e:be:0e:65", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355819a-2c", "ovs_interfaceid": "d355819a-2cbc-4287-a7e2-c19247274a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.356507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.356950] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.359843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.145s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.360157] env[70917]: DEBUG nova.objects.instance [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lazy-loading 'resources' on Instance uuid 62f24cb5-b20e-408a-a39e-52455baa99c5 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.443257] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.622021] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462020, 'name': Rename_Task, 'duration_secs': 0.197699} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.622304] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.622558] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4399fe62-7673-4ebb-9c2e-e898b8522a4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.629550] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1065.629550] env[70917]: value = "task-3462021" [ 1065.629550] env[70917]: _type = "Task" [ 1065.629550] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.639752] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.709259] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722489} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.709650] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.710023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.710374] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49493897-40bc-4bdf-8f22-da1eed78e735 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.716903] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1065.716903] env[70917]: value = "task-3462022" [ 1065.716903] env[70917]: _type = "Task" [ 1065.716903] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.722297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Releasing lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.722730] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Instance network_info: |[{"id": "d355819a-2cbc-4287-a7e2-c19247274a16", "address": "fa:16:3e:be:0e:65", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355819a-2c", "ovs_interfaceid": "d355819a-2cbc-4287-a7e2-c19247274a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.728013] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd355819a-2cbc-4287-a7e2-c19247274a16', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.740710] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Creating folder: Project (7005024604eb4675b2bb253ae086ec9f). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.741153] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.743665] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f778faed-949d-47a5-9faa-c3213ba4ab34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.749663] env[70917]: DEBUG nova.compute.manager [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1065.758200] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Created folder: Project (7005024604eb4675b2bb253ae086ec9f) in parent group-v691255. [ 1065.758511] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Creating folder: Instances. Parent ref: group-v691511. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.759275] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-042526ff-f068-4c82-821f-3069f8a26bb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.769515] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Created folder: Instances in parent group-v691511. [ 1065.769945] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.770062] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.770321] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c44e6d-6e1f-42c9-b7dc-09dd95699df3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.791679] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.791679] env[70917]: value = "task-3462025" [ 1065.791679] env[70917]: _type = "Task" [ 1065.791679] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.801536] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462025, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.863548] env[70917]: DEBUG nova.compute.utils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.865995] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.866350] env[70917]: DEBUG nova.network.neutron [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.875918] env[70917]: DEBUG nova.compute.manager [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Received event network-changed-d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.876197] env[70917]: DEBUG nova.compute.manager [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Refreshing instance network info cache due to event network-changed-d355819a-2cbc-4287-a7e2-c19247274a16. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.876471] env[70917]: DEBUG oslo_concurrency.lockutils [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] Acquiring lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.876679] env[70917]: DEBUG oslo_concurrency.lockutils [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] Acquired lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.876901] env[70917]: DEBUG nova.network.neutron [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Refreshing network info cache for port d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.914601] env[70917]: DEBUG nova.policy [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc483cdb6bed430aad4a42a0a5c524b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3f646b07f4e4cf8b13087dfe4d744bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.141934] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.233587] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072205} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.233995] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.234861] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d70e7c-6a63-49bc-a1f8-d1ae6661b01e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.239818] env[70917]: DEBUG nova.network.neutron [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Successfully created port: fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.242246] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9adc145-86ef-44ee-b3f1-e4187ba46813 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.264540] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.269765] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3be8ac5-784e-46d6-9c1e-cc2f853fe4ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.287523] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c50542-d6f3-4c95-8c8f-7fb01caed115 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.298969] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.325346] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1066.325346] env[70917]: value = "task-3462026" [ 1066.325346] env[70917]: _type = "Task" [ 1066.325346] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.326877] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05daf69-a391-4653-9bc2-3df968ec26ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.335422] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462025, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.343184] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce2a034-dd17-4b80-a93d-83d7371ffa28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.346942] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.358274] env[70917]: DEBUG nova.compute.provider_tree [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.373241] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.598171] env[70917]: DEBUG nova.network.neutron [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updated VIF entry in instance network info cache for port d355819a-2cbc-4287-a7e2-c19247274a16. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.598543] env[70917]: DEBUG nova.network.neutron [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updating instance_info_cache with network_info: [{"id": "d355819a-2cbc-4287-a7e2-c19247274a16", "address": "fa:16:3e:be:0e:65", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355819a-2c", "ovs_interfaceid": "d355819a-2cbc-4287-a7e2-c19247274a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.640209] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.801961] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462025, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.836369] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.861048] env[70917]: DEBUG nova.scheduler.client.report [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.101726] env[70917]: DEBUG oslo_concurrency.lockutils [req-389ecc8d-7f25-4e8c-802f-3f35485bff4d req-cad8f698-8fc3-412e-b144-4174baf5e185 service nova] Releasing lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.140877] env[70917]: DEBUG oslo_vmware.api [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462021, 'name': PowerOnVM_Task, 'duration_secs': 1.286801} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.141179] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.141595] env[70917]: INFO nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1067.141595] env[70917]: DEBUG nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.142373] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd828c70-f884-4310-b586-3ef00b853190 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.303689] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462025, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.336726] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.366973] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.369790] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.589s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.370123] env[70917]: DEBUG nova.objects.instance [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'resources' on Instance uuid 595a79bd-4b05-470d-bcf1-94858bb13ca0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.384463] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.392712] env[70917]: INFO nova.scheduler.client.report [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Deleted allocations for instance 62f24cb5-b20e-408a-a39e-52455baa99c5 [ 1067.415521] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.415890] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.416015] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.416246] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.416442] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.416654] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.416882] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.417115] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.417362] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.417569] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.417789] env[70917]: DEBUG nova.virt.hardware [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.419026] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e07f3-5494-43db-a72b-1a18516bf184 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.429302] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e0071-9601-4db9-b68d-82e00e541f54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.659170] env[70917]: INFO nova.compute.manager [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Took 36.00 seconds to build instance. [ 1067.803657] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462025, 'name': CreateVM_Task, 'duration_secs': 1.584188} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.803963] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.804720] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.804960] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.805239] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.805506] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cd5154-c86d-428f-a0d7-133550b9883f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.810277] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1067.810277] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5220530f-d810-ecf6-3c21-b1983309a703" [ 1067.810277] env[70917]: _type = "Task" [ 1067.810277] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.818199] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5220530f-d810-ecf6-3c21-b1983309a703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.836675] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462026, 'name': ReconfigVM_Task, 'duration_secs': 1.2485} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.836966] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2/7b410033-d3cb-461e-8d7d-6ca36c2d1ba2.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.837608] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9cff72e-bb2c-404f-81a9-4351b84c3432 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.846749] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1067.846749] env[70917]: value = "task-3462027" [ 1067.846749] env[70917]: _type = "Task" [ 1067.846749] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.855192] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462027, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.903109] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f0a612e-ec89-4603-b224-b8057b6cf95e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Lock "62f24cb5-b20e-408a-a39e-52455baa99c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.195s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.016988] env[70917]: DEBUG nova.compute.manager [req-0213424b-61a7-4768-b88c-a7859c6fcbef req-27fee665-8fdb-45d5-bffb-40634f698d3c service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-vif-plugged-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.017247] env[70917]: DEBUG oslo_concurrency.lockutils [req-0213424b-61a7-4768-b88c-a7859c6fcbef req-27fee665-8fdb-45d5-bffb-40634f698d3c service nova] Acquiring lock "d49471a9-1625-4111-8e9b-a6155770a694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.017463] env[70917]: DEBUG oslo_concurrency.lockutils [req-0213424b-61a7-4768-b88c-a7859c6fcbef req-27fee665-8fdb-45d5-bffb-40634f698d3c service nova] Lock "d49471a9-1625-4111-8e9b-a6155770a694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.017621] env[70917]: DEBUG oslo_concurrency.lockutils [req-0213424b-61a7-4768-b88c-a7859c6fcbef req-27fee665-8fdb-45d5-bffb-40634f698d3c service nova] Lock "d49471a9-1625-4111-8e9b-a6155770a694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.017790] env[70917]: DEBUG nova.compute.manager [req-0213424b-61a7-4768-b88c-a7859c6fcbef req-27fee665-8fdb-45d5-bffb-40634f698d3c service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] No waiting events found dispatching network-vif-plugged-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.017958] env[70917]: WARNING nova.compute.manager [req-0213424b-61a7-4768-b88c-a7859c6fcbef req-27fee665-8fdb-45d5-bffb-40634f698d3c service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received unexpected event network-vif-plugged-fefc749d-47f5-410c-8110-b37cc36b2802 for instance with vm_state building and task_state spawning. [ 1068.108612] env[70917]: DEBUG nova.network.neutron [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Successfully updated port: fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.161940] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e5c36041-3133-4f68-8692-2b7afa794ce2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.401s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.166871] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f8d09-4061-4e83-ab52-6e17af0f3aac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.174997] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ea5234-d52a-4800-bb75-438f035cf020 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.205676] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70083cbc-4d05-4a74-9c55-9dfd67e66fe8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.213419] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5241af-4de9-47b3-b720-c9b80f1de9b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.226599] env[70917]: DEBUG nova.compute.provider_tree [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.320255] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5220530f-d810-ecf6-3c21-b1983309a703, 'name': SearchDatastore_Task, 'duration_secs': 0.025709} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.320316] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.320511] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.320767] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.320917] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.321109] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.321371] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c788410-ff9e-4e06-b415-5aae5fbcecc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.331856] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.331856] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.332049] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdf91dd-7312-4bc6-a6f4-7ad39c584608 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.337593] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1068.337593] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529090e8-a63c-72d5-4090-b15e7403b9aa" [ 1068.337593] env[70917]: _type = "Task" [ 1068.337593] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.346145] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529090e8-a63c-72d5-4090-b15e7403b9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.355478] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462027, 'name': Rename_Task, 'duration_secs': 0.146819} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.355753] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.355994] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e64c26-d398-4943-8541-72d85aa69809 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.361833] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1068.361833] env[70917]: value = "task-3462028" [ 1068.361833] env[70917]: _type = "Task" [ 1068.361833] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.373155] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.611067] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.611232] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.611389] env[70917]: DEBUG nova.network.neutron [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.730595] env[70917]: DEBUG nova.scheduler.client.report [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.849703] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529090e8-a63c-72d5-4090-b15e7403b9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.850636] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890f4614-8b64-4cf5-a41b-735ac5929d71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.857113] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1068.857113] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523eb877-2839-25bb-3d95-e145b0380d02" [ 1068.857113] env[70917]: _type = "Task" [ 1068.857113] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.869335] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523eb877-2839-25bb-3d95-e145b0380d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.874714] env[70917]: DEBUG oslo_vmware.api [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462028, 'name': PowerOnVM_Task, 'duration_secs': 0.459665} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.875110] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.875466] env[70917]: DEBUG nova.compute.manager [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.876746] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70267ba1-66d1-4162-848a-b665cc9f728e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.145455] env[70917]: DEBUG nova.network.neutron [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.235996] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.239189] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.854s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.239189] env[70917]: DEBUG nova.objects.instance [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'resources' on Instance uuid 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.267220] env[70917]: INFO nova.scheduler.client.report [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted allocations for instance 595a79bd-4b05-470d-bcf1-94858bb13ca0 [ 1069.296859] env[70917]: DEBUG nova.network.neutron [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.372082] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523eb877-2839-25bb-3d95-e145b0380d02, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.373345] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.373345] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 964dc5aa-b06e-4032-a0e2-3800dad7164c/964dc5aa-b06e-4032-a0e2-3800dad7164c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.373345] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db7d85f3-9a9e-4bd1-98ec-e102779cb6ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.383532] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1069.383532] env[70917]: value = "task-3462029" [ 1069.383532] env[70917]: _type = "Task" [ 1069.383532] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.398475] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.399086] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.672935] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.673168] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.673374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.673714] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.673821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.676118] env[70917]: INFO nova.compute.manager [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Terminating instance [ 1069.718291] env[70917]: DEBUG nova.compute.manager [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1069.777820] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3551311a-a05d-4cd0-ba37-a456e6eb9103 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.818s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.781343] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] Acquired lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.784972] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccdd61c-a632-41d1-b112-97028bb2c1d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.799030] env[70917]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1069.799369] env[70917]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70917) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1069.801202] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.801324] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Instance network_info: |[{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.803158] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f8:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fefc749d-47f5-410c-8110-b37cc36b2802', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.816024] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Creating folder: Project (a3f646b07f4e4cf8b13087dfe4d744bb). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.816024] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-415bc70e-8fe8-4afa-a9d8-de3201408ca8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.821094] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b9dd5b-483e-448b-b77a-991cafdc6a79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.833862] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d7756-30ea-4326-8ece-55d8da1a6a56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.850034] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Created folder: Project (a3f646b07f4e4cf8b13087dfe4d744bb) in parent group-v691255. [ 1069.850034] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Creating folder: Instances. Parent ref: group-v691514. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.850910] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6f5afa-c8d6-46bb-86d0-6bc04efc5845 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.878640] env[70917]: ERROR root [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-691470'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-691470'}\n"]: nova.exception.InstanceNotFound: Instance 595a79bd-4b05-470d-bcf1-94858bb13ca0 could not be found. [ 1069.878640] env[70917]: DEBUG oslo_concurrency.lockutils [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] Releasing lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.879038] env[70917]: DEBUG nova.compute.manager [req-7f72794a-7500-4e7d-b947-4a0f270c01a7 req-dd72b84a-b758-44a1-9b9f-84a01cdea784 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Detach interface failed, port_id=7b319298-90e1-4378-9d6c-9c17a907c2da, reason: Instance 595a79bd-4b05-470d-bcf1-94858bb13ca0 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.883869] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Acquired lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.884268] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Created folder: Instances in parent group-v691514. [ 1069.884552] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.886222] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12aae20-dff4-4f65-b7e4-35849907bfbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.889091] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.893066] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c0c6710-34ad-4ef5-8dc1-3200815bb5b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.917159] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483518} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.919347] env[70917]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1069.919525] env[70917]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70917) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1069.919865] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 964dc5aa-b06e-4032-a0e2-3800dad7164c/964dc5aa-b06e-4032-a0e2-3800dad7164c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.920121] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.920379] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.920379] env[70917]: value = "task-3462032" [ 1069.920379] env[70917]: _type = "Task" [ 1069.920379] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.920709] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf81a334-0751-400e-b9aa-550f41c535ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.922820] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0ba15b0-0e77-4ab3-8c81-2f7c8436ee89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.938481] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462032, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.940713] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1069.940713] env[70917]: value = "task-3462033" [ 1069.940713] env[70917]: _type = "Task" [ 1069.940713] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.947095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b2e103-31c7-4ed8-88ad-7017e0e68b84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.968204] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.986045] env[70917]: ERROR root [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-691470'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-691470' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-691470'}\n"]: nova.exception.InstanceNotFound: Instance 595a79bd-4b05-470d-bcf1-94858bb13ca0 could not be found. [ 1069.986305] env[70917]: DEBUG oslo_concurrency.lockutils [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] Releasing lock "595a79bd-4b05-470d-bcf1-94858bb13ca0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.986497] env[70917]: DEBUG nova.compute.manager [req-4b01a96e-e3da-4a7b-b521-77a1f902ad89 req-7b1faad7-fac3-4434-b74f-f7f44937e072 service nova] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Detach interface failed, port_id=3a400999-4870-4a12-ab5b-d39479b70b5d, reason: Instance 595a79bd-4b05-470d-bcf1-94858bb13ca0 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.051233] env[70917]: DEBUG nova.compute.manager [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.051438] env[70917]: DEBUG nova.compute.manager [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing instance network info cache due to event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.051651] env[70917]: DEBUG oslo_concurrency.lockutils [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.051797] env[70917]: DEBUG oslo_concurrency.lockutils [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.051955] env[70917]: DEBUG nova.network.neutron [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.179872] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "refresh_cache-7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.180095] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquired lock "refresh_cache-7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.181512] env[70917]: DEBUG nova.network.neutron [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.188686] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c2abb2-89ec-43b3-80a3-5728e72dc107 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.197976] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7d5c5-e414-486c-ab61-9628445da7d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.233169] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9afc6b2-9aef-4efb-bf68-b67fc019692d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.241121] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f21f62-e79a-4925-837f-f29de5cfe005 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.258931] env[70917]: DEBUG nova.compute.provider_tree [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.261870] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.433704] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462032, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.466812] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068842} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.469826] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.469826] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900b1cb-5d92-4003-8732-c33e9e9db52a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.490925] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 964dc5aa-b06e-4032-a0e2-3800dad7164c/964dc5aa-b06e-4032-a0e2-3800dad7164c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.491195] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5080f8dd-4b90-4e87-b630-b8808c1bc769 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.510708] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1070.510708] env[70917]: value = "task-3462034" [ 1070.510708] env[70917]: _type = "Task" [ 1070.510708] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.521738] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.700906] env[70917]: DEBUG nova.network.neutron [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.758122] env[70917]: DEBUG nova.network.neutron [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.761794] env[70917]: DEBUG nova.scheduler.client.report [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.790369] env[70917]: DEBUG nova.network.neutron [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updated VIF entry in instance network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.790782] env[70917]: DEBUG nova.network.neutron [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.937023] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462032, 'name': CreateVM_Task, 'duration_secs': 0.769546} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.937023] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.937023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.937023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.937023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.937023] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3baeafb-f64e-425d-9246-919a43c84a1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.942472] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1070.942472] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52df7b4f-0e35-0616-46ec-0e29db171123" [ 1070.942472] env[70917]: _type = "Task" [ 1070.942472] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.950926] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52df7b4f-0e35-0616-46ec-0e29db171123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.022621] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.263981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Releasing lock "refresh_cache-7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.264486] env[70917]: DEBUG nova.compute.manager [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.264687] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.265682] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c675bb7-cf32-4db9-bf75-faf305a7fea3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.270764] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.273045] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.766s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.284413] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.284760] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd48a5f0-d5ec-4fd6-a7d9-7e8f4238300f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.294699] env[70917]: DEBUG oslo_concurrency.lockutils [req-010157ce-a5c3-40a4-8cbe-20469fa7fc18 req-d439d656-db28-47c5-800a-34f6f186f261 service nova] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.295349] env[70917]: DEBUG oslo_vmware.api [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1071.295349] env[70917]: value = "task-3462035" [ 1071.295349] env[70917]: _type = "Task" [ 1071.295349] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.305775] env[70917]: DEBUG oslo_vmware.api [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.309904] env[70917]: INFO nova.scheduler.client.report [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted allocations for instance 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9 [ 1071.454790] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52df7b4f-0e35-0616-46ec-0e29db171123, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.455239] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.456162] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.456461] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.456644] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.456886] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.457221] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856cd941-3136-4fb7-a08f-c0d2289bcab2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.466664] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.466903] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.467687] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06cbc410-621a-4510-ae71-0be4129e93fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.484384] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1071.484384] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5255765f-b3bb-3ebb-8651-70beaea5727d" [ 1071.484384] env[70917]: _type = "Task" [ 1071.484384] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.494074] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5255765f-b3bb-3ebb-8651-70beaea5727d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.523500] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462034, 'name': ReconfigVM_Task, 'duration_secs': 0.970823} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.523989] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 964dc5aa-b06e-4032-a0e2-3800dad7164c/964dc5aa-b06e-4032-a0e2-3800dad7164c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.524777] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65ad5906-b451-4079-9edc-ab858e2e145a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.533199] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1071.533199] env[70917]: value = "task-3462036" [ 1071.533199] env[70917]: _type = "Task" [ 1071.533199] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.539501] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462036, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.805209] env[70917]: DEBUG oslo_vmware.api [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462035, 'name': PowerOffVM_Task, 'duration_secs': 0.216924} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.806145] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.806406] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.806644] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff5474d0-09f5-404f-b37d-03533d081b51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.817216] env[70917]: DEBUG oslo_concurrency.lockutils [None req-207de948-fc0b-429a-a637-65a814b883b7 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.901s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.829759] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.829759] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.829910] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Deleting the datastore file [datastore1] 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.830186] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15442fad-7fc7-4817-8bd5-6c7d5ef5c01e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.836164] env[70917]: DEBUG oslo_vmware.api [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for the task: (returnval){ [ 1071.836164] env[70917]: value = "task-3462038" [ 1071.836164] env[70917]: _type = "Task" [ 1071.836164] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.845566] env[70917]: DEBUG oslo_vmware.api [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.994753] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5255765f-b3bb-3ebb-8651-70beaea5727d, 'name': SearchDatastore_Task, 'duration_secs': 0.056182} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.998425] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5677d633-fcdc-4cc7-aa46-dfa5014f7a68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.004944] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1072.004944] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291291c-4b45-adb6-7f01-6c12f9249dab" [ 1072.004944] env[70917]: _type = "Task" [ 1072.004944] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.013220] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291291c-4b45-adb6-7f01-6c12f9249dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.040321] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462036, 'name': Rename_Task, 'duration_secs': 0.286376} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.040399] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.040663] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db401a3c-7f52-4f0e-89e0-7806db8c9c88 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.047409] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1072.047409] env[70917]: value = "task-3462039" [ 1072.047409] env[70917]: _type = "Task" [ 1072.047409] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.060650] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.291520] env[70917]: INFO nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating resource usage from migration 51ee8b93-7de2-441f-a6ce-651df5451550 [ 1072.291698] env[70917]: INFO nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating resource usage from migration 23e3e175-197a-423b-90c4-f2c03dd843ec [ 1072.308923] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 397d8981-9976-408a-8c4b-927bea267653 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1072.309150] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 3c26c345-b37f-4b43-b572-d03ea8c3d9b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.309300] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 268f96d3-a0c6-48a3-a306-19584c8a996d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.309422] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9f9fe874-7dac-44a5-9673-d623930b15e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.309561] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 0ebd5a5c-787b-41d8-84dd-9da88017a88e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.309677] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e51e6d28-9a43-4cff-99e1-317762155816 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.309808] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 31566dbc-56be-4c73-b0dd-acc6e52a5e69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1072.309931] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance fbb11e57-dbf9-4cf4-8858-7a71f36a1be0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1072.310077] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c2bd083c-a2b0-4c38-b4e9-30438e6116d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.310198] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4c00b784-178f-4da4-8ab3-8392917fe975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.310309] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.310417] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.310527] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 964dc5aa-b06e-4032-a0e2-3800dad7164c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.310631] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance d49471a9-1625-4111-8e9b-a6155770a694 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.347713] env[70917]: DEBUG oslo_vmware.api [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Task: {'id': task-3462038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156988} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.347713] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.347713] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.347964] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.348128] env[70917]: INFO nova.compute.manager [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1072.348378] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.348578] env[70917]: DEBUG nova.compute.manager [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.348671] env[70917]: DEBUG nova.network.neutron [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.364386] env[70917]: DEBUG nova.network.neutron [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.517284] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5291291c-4b45-adb6-7f01-6c12f9249dab, 'name': SearchDatastore_Task, 'duration_secs': 0.014208} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.517782] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.518101] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/d49471a9-1625-4111-8e9b-a6155770a694.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.518488] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268326fe-b293-441c-863e-dc7415343a33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.528232] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1072.528232] env[70917]: value = "task-3462040" [ 1072.528232] env[70917]: _type = "Task" [ 1072.528232] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.540145] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.562496] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.612446] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.612446] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.814950] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 780aa867-532f-4676-9fc9-434faed70326 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1072.867056] env[70917]: DEBUG nova.network.neutron [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.042419] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462040, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.056831] env[70917]: DEBUG oslo_vmware.api [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462039, 'name': PowerOnVM_Task, 'duration_secs': 0.51677} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.057174] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.057461] env[70917]: INFO nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1073.057762] env[70917]: DEBUG nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.058542] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3b2f8-922d-4b0d-ae88-e724e6b34a17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.115014] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.318257] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 01020403-c3c1-440a-a39d-2a679f18a18b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1073.318431] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Migration 23e3e175-197a-423b-90c4-f2c03dd843ec is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1073.318561] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f66bd22b-1de2-43cc-b2a5-154fedcd3692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.318689] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Migration 51ee8b93-7de2-441f-a6ce-651df5451550 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1073.318809] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c0b9cb91-17d5-40fc-a0ad-f663f7864012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.370855] env[70917]: INFO nova.compute.manager [-] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Took 1.02 seconds to deallocate network for instance. [ 1073.542447] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528432} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.542447] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/d49471a9-1625-4111-8e9b-a6155770a694.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.542447] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.542447] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51749145-a81c-48ff-b706-51833b423531 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.546959] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1073.546959] env[70917]: value = "task-3462041" [ 1073.546959] env[70917]: _type = "Task" [ 1073.546959] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.554737] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.578317] env[70917]: INFO nova.compute.manager [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Took 34.78 seconds to build instance. [ 1073.650927] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.822887] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 428b9806-7f11-40a5-bc2d-41100c2a06b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1073.823226] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1073.823379] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1073.876850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.063277] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087628} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.063398] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.064361] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641d2cfd-c3f6-444c-8d9e-ffa9393e335c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.084460] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.285s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.095570] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/d49471a9-1625-4111-8e9b-a6155770a694.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.098644] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb55691-8bfc-4071-b39a-f95ee7e37a55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.121120] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1074.121120] env[70917]: value = "task-3462042" [ 1074.121120] env[70917]: _type = "Task" [ 1074.121120] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.132032] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.250044] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd65cfc-7572-47ec-a151-f9307d8bac31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.264229] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e6ad60-3738-4aa1-8d3e-e33c2b8d1150 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.307025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128bb3a-0f74-4daf-8a40-506ef247ef1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.316325] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b0ddc-aaaa-4d28-a347-e77a06197216 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.335335] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.509480] env[70917]: DEBUG nova.compute.manager [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Received event network-changed-d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.509770] env[70917]: DEBUG nova.compute.manager [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Refreshing instance network info cache due to event network-changed-d355819a-2cbc-4287-a7e2-c19247274a16. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.510461] env[70917]: DEBUG oslo_concurrency.lockutils [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] Acquiring lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.510620] env[70917]: DEBUG oslo_concurrency.lockutils [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] Acquired lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.510789] env[70917]: DEBUG nova.network.neutron [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Refreshing network info cache for port d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.632887] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.838326] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.133682] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462042, 'name': ReconfigVM_Task, 'duration_secs': 0.545623} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.135741] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/d49471a9-1625-4111-8e9b-a6155770a694.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.136186] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-833f3741-743d-4bf2-a02e-0d8b0aeab153 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.142916] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1075.142916] env[70917]: value = "task-3462043" [ 1075.142916] env[70917]: _type = "Task" [ 1075.142916] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.152346] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462043, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.327105] env[70917]: DEBUG nova.network.neutron [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updated VIF entry in instance network info cache for port d355819a-2cbc-4287-a7e2-c19247274a16. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.327531] env[70917]: DEBUG nova.network.neutron [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updating instance_info_cache with network_info: [{"id": "d355819a-2cbc-4287-a7e2-c19247274a16", "address": "fa:16:3e:be:0e:65", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355819a-2c", "ovs_interfaceid": "d355819a-2cbc-4287-a7e2-c19247274a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.344094] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1075.344381] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.071s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.345379] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.263s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.347058] env[70917]: INFO nova.compute.claims [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.559975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.561018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.654770] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462043, 'name': Rename_Task, 'duration_secs': 0.156379} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.654770] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.654770] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c9b682-52c6-49ce-8c23-57867372511e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.659804] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1075.659804] env[70917]: value = "task-3462044" [ 1075.659804] env[70917]: _type = "Task" [ 1075.659804] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.667476] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.804930] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.805217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.833655] env[70917]: DEBUG oslo_concurrency.lockutils [req-c0845a48-a656-4c36-95fe-82b9fa51c0cc req-bdc40c9d-75d5-41ef-a461-fae8b9b7e92f service nova] Releasing lock "refresh_cache-964dc5aa-b06e-4032-a0e2-3800dad7164c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.064462] env[70917]: DEBUG nova.compute.utils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.175280] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.307871] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.570248] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.675246] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.678320] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec2b2c8-465d-48aa-8920-574ba9684e99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.686321] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a9f3d-3004-4960-98e6-5aef351cc929 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.716578] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875005a0-926c-4cd8-b748-fec8d6ad2905 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.723777] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee51383-17d5-46c0-851b-82642f3352ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.737616] env[70917]: DEBUG nova.compute.provider_tree [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.827366] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.172048] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.242229] env[70917]: DEBUG nova.scheduler.client.report [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.642526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.642823] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.643079] env[70917]: INFO nova.compute.manager [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Attaching volume 7bff4e43-94c4-435c-b8ad-f797c1218b0b to /dev/sdb [ 1077.673363] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.676952] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9e7388-fc58-4991-a213-a9ea6555ba1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.686444] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd248d-1fb9-444f-8864-f16f3f02f1cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.701760] env[70917]: DEBUG nova.virt.block_device [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating existing volume attachment record: b0a499bb-1422-46da-bf6b-685cd0bea886 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.747835] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.748372] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.751077] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.184s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.751278] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.753289] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.674s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.753477] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.755735] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.367s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.757136] env[70917]: INFO nova.compute.claims [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.786115] env[70917]: INFO nova.scheduler.client.report [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Deleted allocations for instance 397d8981-9976-408a-8c4b-927bea267653 [ 1077.788283] env[70917]: INFO nova.scheduler.client.report [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Deleted allocations for instance fbb11e57-dbf9-4cf4-8858-7a71f36a1be0 [ 1078.176245] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.264511] env[70917]: DEBUG nova.compute.utils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.265906] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.266378] env[70917]: DEBUG nova.network.neutron [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.300866] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7acc4208-e6b5-424d-857f-b997dacf3c2c tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Lock "397d8981-9976-408a-8c4b-927bea267653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.220s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.302375] env[70917]: DEBUG oslo_concurrency.lockutils [None req-558e69a9-43f4-46b4-978f-4dab95cff66c tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Lock "fbb11e57-dbf9-4cf4-8858-7a71f36a1be0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.526s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.317867] env[70917]: DEBUG nova.policy [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4468d1168bb4c39a29114395d695057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450f28521134d9290821fca641d4277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.674628] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.693651] env[70917]: DEBUG nova.network.neutron [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Successfully created port: 7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.773076] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.138229] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0e399-80f5-43fb-858d-f252daa2a2ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.148453] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4407d5b-dcf5-4fdd-8658-da785653c790 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.195942] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6cb70-172e-4223-87b2-952f10cabe37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.208616] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.211869] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f14b416-2357-4c0e-a59e-1c5980c415bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.226338] env[70917]: DEBUG nova.compute.provider_tree [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.699959] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.733106] env[70917]: DEBUG nova.scheduler.client.report [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.781314] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.820357] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.820607] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.820767] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.820949] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.821438] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.821639] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.821864] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.822044] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.822209] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.822374] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.822548] env[70917]: DEBUG nova.virt.hardware [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.823466] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7391e61-a9c0-425b-b6ee-b1dd53e0575c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.832196] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9012dbe-1e11-49ff-b1b5-f2f87b3c9c46 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.147277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.147475] env[70917]: DEBUG oslo_concurrency.lockutils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.204231] env[70917]: DEBUG oslo_vmware.api [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462044, 'name': PowerOnVM_Task, 'duration_secs': 4.297942} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.204432] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.204699] env[70917]: INFO nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Took 12.82 seconds to spawn the instance on the hypervisor. [ 1080.204823] env[70917]: DEBUG nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.206087] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537df950-6e4d-456c-a486-1d68993e5ca1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.243308] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.243470] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.246298] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.803s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.246494] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.256367] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.957s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.307935] env[70917]: INFO nova.scheduler.client.report [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Deleted allocations for instance 31566dbc-56be-4c73-b0dd-acc6e52a5e69 [ 1080.653210] env[70917]: DEBUG nova.compute.utils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.727469] env[70917]: INFO nova.compute.manager [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Took 37.66 seconds to build instance. [ 1080.761093] env[70917]: DEBUG nova.compute.utils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.762694] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.762869] env[70917]: DEBUG nova.network.neutron [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.766961] env[70917]: DEBUG nova.network.neutron [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Successfully updated port: 7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.772511] env[70917]: INFO nova.compute.claims [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.818442] env[70917]: DEBUG oslo_concurrency.lockutils [None req-772844ae-471f-48b1-8e55-fd649703bce8 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "31566dbc-56be-4c73-b0dd-acc6e52a5e69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.876s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.838017] env[70917]: DEBUG nova.policy [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.130252] env[70917]: DEBUG nova.compute.manager [req-f344cec0-504b-4dad-bcd5-73c2cdde1925 req-85738b52-488c-4f4b-8f6a-6c0888153b56 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Received event network-vif-plugged-7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.130483] env[70917]: DEBUG oslo_concurrency.lockutils [req-f344cec0-504b-4dad-bcd5-73c2cdde1925 req-85738b52-488c-4f4b-8f6a-6c0888153b56 service nova] Acquiring lock "780aa867-532f-4676-9fc9-434faed70326-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.130687] env[70917]: DEBUG oslo_concurrency.lockutils [req-f344cec0-504b-4dad-bcd5-73c2cdde1925 req-85738b52-488c-4f4b-8f6a-6c0888153b56 service nova] Lock "780aa867-532f-4676-9fc9-434faed70326-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.130861] env[70917]: DEBUG oslo_concurrency.lockutils [req-f344cec0-504b-4dad-bcd5-73c2cdde1925 req-85738b52-488c-4f4b-8f6a-6c0888153b56 service nova] Lock "780aa867-532f-4676-9fc9-434faed70326-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.131378] env[70917]: DEBUG nova.compute.manager [req-f344cec0-504b-4dad-bcd5-73c2cdde1925 req-85738b52-488c-4f4b-8f6a-6c0888153b56 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] No waiting events found dispatching network-vif-plugged-7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.131643] env[70917]: WARNING nova.compute.manager [req-f344cec0-504b-4dad-bcd5-73c2cdde1925 req-85738b52-488c-4f4b-8f6a-6c0888153b56 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Received unexpected event network-vif-plugged-7ea7c90a-62a8-46ec-873d-b6558a1086d4 for instance with vm_state building and task_state spawning. [ 1081.159138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.229557] env[70917]: DEBUG oslo_concurrency.lockutils [None req-68097a9b-b799-41a2-a15a-dd4ecf651cdc tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "d49471a9-1625-4111-8e9b-a6155770a694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.933s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.273537] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.282142] env[70917]: INFO nova.compute.resource_tracker [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating resource usage from migration 23e3e175-197a-423b-90c4-f2c03dd843ec [ 1081.285450] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-780aa867-532f-4676-9fc9-434faed70326" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.285641] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-780aa867-532f-4676-9fc9-434faed70326" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.286676] env[70917]: DEBUG nova.network.neutron [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.353261] env[70917]: DEBUG nova.network.neutron [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Successfully created port: 0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.607834] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3748a54-c163-408e-8aa6-401e94d08c1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.618417] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d9f99-5eb4-48e8-9cad-8681807c653b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.652851] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09f80cc-af67-435b-9c08-972fb5fc7880 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.667462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3170894-0a87-4a76-a137-d6ac115f51e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.685745] env[70917]: DEBUG nova.compute.provider_tree [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.837638] env[70917]: DEBUG nova.network.neutron [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.925394] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.925813] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.926039] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.926282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.926501] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.929155] env[70917]: INFO nova.compute.manager [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Terminating instance [ 1082.086929] env[70917]: DEBUG nova.network.neutron [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Updating instance_info_cache with network_info: [{"id": "7ea7c90a-62a8-46ec-873d-b6558a1086d4", "address": "fa:16:3e:df:09:0e", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea7c90a-62", "ovs_interfaceid": "7ea7c90a-62a8-46ec-873d-b6558a1086d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.160253] env[70917]: INFO nova.compute.manager [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Rescuing [ 1082.160482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.160927] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.161119] env[70917]: DEBUG nova.network.neutron [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.189232] env[70917]: DEBUG nova.scheduler.client.report [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.231404] env[70917]: DEBUG oslo_concurrency.lockutils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.231489] env[70917]: DEBUG oslo_concurrency.lockutils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.231734] env[70917]: INFO nova.compute.manager [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Attaching volume da890a2f-a4b9-4c42-92e8-088c8ec33fc9 to /dev/sdb [ 1082.258724] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.258964] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691518', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'name': 'volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ebd5a5c-787b-41d8-84dd-9da88017a88e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'serial': '7bff4e43-94c4-435c-b8ad-f797c1218b0b'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.259942] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b86b20-be90-423a-babe-7b7359a4eca8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.278075] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830cfd6-50f2-487f-93ce-803daa8a3401 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.281046] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd95cb-0e92-4a6d-a3ee-16714e1fcc72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.284311] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.302984] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e369c02-899a-4957-a8be-4333cc77af17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.312969] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b/volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.312969] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd2726f-4be6-4d2c-ad52-048031e1ec2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.333441] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1082.333441] env[70917]: value = "task-3462049" [ 1082.333441] env[70917]: _type = "Task" [ 1082.333441] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.341748] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.341998] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.342571] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.342571] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.342571] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.342703] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.342863] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.343030] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.343203] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.343367] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.343541] env[70917]: DEBUG nova.virt.hardware [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.343909] env[70917]: DEBUG nova.virt.block_device [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updating existing volume attachment record: 75ee5ea6-999e-4e94-8f1b-a5f1ef75d414 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.346779] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05afe712-16bc-4d79-a537-920ab5e6f33b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.357683] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71163e00-929b-4c03-a823-0c79afec914e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.363416] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.442042] env[70917]: DEBUG nova.compute.manager [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.442042] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.442042] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b02ba6-9053-4d46-8058-9ceaa7080f27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.449330] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.449767] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ebc7858-0a51-4ba9-8015-bbd2d06cfc47 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.456881] env[70917]: DEBUG oslo_vmware.api [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1082.456881] env[70917]: value = "task-3462050" [ 1082.456881] env[70917]: _type = "Task" [ 1082.456881] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.469121] env[70917]: DEBUG oslo_vmware.api [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.592423] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-780aa867-532f-4676-9fc9-434faed70326" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.592662] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Instance network_info: |[{"id": "7ea7c90a-62a8-46ec-873d-b6558a1086d4", "address": "fa:16:3e:df:09:0e", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea7c90a-62", "ovs_interfaceid": "7ea7c90a-62a8-46ec-873d-b6558a1086d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.595136] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:09:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ea7c90a-62a8-46ec-873d-b6558a1086d4', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.605335] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.605335] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 780aa867-532f-4676-9fc9-434faed70326] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.605335] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e78bb5d-8a0c-4dc0-90cb-2d5a76577961 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.629374] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.629374] env[70917]: value = "task-3462052" [ 1082.629374] env[70917]: _type = "Task" [ 1082.629374] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.639403] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462052, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.694936] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.439s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.695203] env[70917]: INFO nova.compute.manager [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Migrating [ 1082.706461] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.307s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.706759] env[70917]: DEBUG nova.objects.instance [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1082.845479] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.967202] env[70917]: DEBUG oslo_vmware.api [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462050, 'name': PowerOffVM_Task, 'duration_secs': 0.276568} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.967509] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.967711] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.967996] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19a86e9-4768-474e-a61f-464a34fbf6fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.998196] env[70917]: DEBUG nova.network.neutron [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.042196] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.042525] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.042719] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Deleting the datastore file [datastore2] 3c26c345-b37f-4b43-b572-d03ea8c3d9b8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.042949] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6166ba9f-fafc-4ef9-a655-5005a56d7ecc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.049454] env[70917]: DEBUG oslo_vmware.api [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for the task: (returnval){ [ 1083.049454] env[70917]: value = "task-3462054" [ 1083.049454] env[70917]: _type = "Task" [ 1083.049454] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.058650] env[70917]: DEBUG oslo_vmware.api [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.141571] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462052, 'name': CreateVM_Task, 'duration_secs': 0.32727} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.141771] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 780aa867-532f-4676-9fc9-434faed70326] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.142521] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.142709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.143067] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.143357] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d992f41b-4b1a-4615-bdae-4b40e4296157 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.148598] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1083.148598] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529cb523-af71-45bf-8a68-f8380cf96612" [ 1083.148598] env[70917]: _type = "Task" [ 1083.148598] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.157541] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529cb523-af71-45bf-8a68-f8380cf96612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.234374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.234610] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.234888] env[70917]: DEBUG nova.network.neutron [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.317642] env[70917]: DEBUG nova.compute.manager [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Received event network-changed-7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.317877] env[70917]: DEBUG nova.compute.manager [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Refreshing instance network info cache due to event network-changed-7ea7c90a-62a8-46ec-873d-b6558a1086d4. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.318447] env[70917]: DEBUG oslo_concurrency.lockutils [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] Acquiring lock "refresh_cache-780aa867-532f-4676-9fc9-434faed70326" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.318549] env[70917]: DEBUG oslo_concurrency.lockutils [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] Acquired lock "refresh_cache-780aa867-532f-4676-9fc9-434faed70326" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.318677] env[70917]: DEBUG nova.network.neutron [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Refreshing network info cache for port 7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.345010] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462049, 'name': ReconfigVM_Task, 'duration_secs': 0.560669} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.350230] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b/volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.352578] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47da278b-0166-4edf-8f3c-9824c54970dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.370928] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1083.370928] env[70917]: value = "task-3462055" [ 1083.370928] env[70917]: _type = "Task" [ 1083.370928] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.380554] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.501228] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.552317] env[70917]: DEBUG nova.compute.manager [req-ceb1916a-f8fb-4614-8959-a781ee38f199 req-158bbbd9-36fa-489c-a1ce-fffd02e2a9f7 service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Received event network-vif-plugged-0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.552536] env[70917]: DEBUG oslo_concurrency.lockutils [req-ceb1916a-f8fb-4614-8959-a781ee38f199 req-158bbbd9-36fa-489c-a1ce-fffd02e2a9f7 service nova] Acquiring lock "01020403-c3c1-440a-a39d-2a679f18a18b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.552739] env[70917]: DEBUG oslo_concurrency.lockutils [req-ceb1916a-f8fb-4614-8959-a781ee38f199 req-158bbbd9-36fa-489c-a1ce-fffd02e2a9f7 service nova] Lock "01020403-c3c1-440a-a39d-2a679f18a18b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.552907] env[70917]: DEBUG oslo_concurrency.lockutils [req-ceb1916a-f8fb-4614-8959-a781ee38f199 req-158bbbd9-36fa-489c-a1ce-fffd02e2a9f7 service nova] Lock "01020403-c3c1-440a-a39d-2a679f18a18b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.553091] env[70917]: DEBUG nova.compute.manager [req-ceb1916a-f8fb-4614-8959-a781ee38f199 req-158bbbd9-36fa-489c-a1ce-fffd02e2a9f7 service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] No waiting events found dispatching network-vif-plugged-0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.553257] env[70917]: WARNING nova.compute.manager [req-ceb1916a-f8fb-4614-8959-a781ee38f199 req-158bbbd9-36fa-489c-a1ce-fffd02e2a9f7 service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Received unexpected event network-vif-plugged-0a91717e-a2c2-4922-9501-3e15a937127f for instance with vm_state building and task_state spawning. [ 1083.563835] env[70917]: DEBUG oslo_vmware.api [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Task: {'id': task-3462054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222632} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.564113] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.564298] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.564478] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.564647] env[70917]: INFO nova.compute.manager [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1083.564882] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.565102] env[70917]: DEBUG nova.compute.manager [-] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.565172] env[70917]: DEBUG nova.network.neutron [-] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.619378] env[70917]: DEBUG nova.network.neutron [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Successfully updated port: 0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.659132] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529cb523-af71-45bf-8a68-f8380cf96612, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.659469] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.659747] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.660015] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.660168] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.660351] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.660632] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a66d1bc-6560-4c41-af4d-6fcf79d6ec4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.673649] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.673835] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.674646] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7a8a8c-8d19-452e-8ff7-5c65569ef073 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.684113] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1083.684113] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52933701-65b0-b423-06db-447adf5bef00" [ 1083.684113] env[70917]: _type = "Task" [ 1083.684113] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.693986] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52933701-65b0-b423-06db-447adf5bef00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.736363] env[70917]: DEBUG oslo_concurrency.lockutils [None req-386c49d2-ef76-46c0-8986-66e33101ff02 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.737517] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.476s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.884326] env[70917]: DEBUG oslo_vmware.api [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462055, 'name': ReconfigVM_Task, 'duration_secs': 0.225726} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.884651] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691518', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'name': 'volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ebd5a5c-787b-41d8-84dd-9da88017a88e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'serial': '7bff4e43-94c4-435c-b8ad-f797c1218b0b'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1084.027082] env[70917]: DEBUG nova.network.neutron [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.124537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-01020403-c3c1-440a-a39d-2a679f18a18b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.124537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-01020403-c3c1-440a-a39d-2a679f18a18b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.124537] env[70917]: DEBUG nova.network.neutron [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.194469] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52933701-65b0-b423-06db-447adf5bef00, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.195270] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ec6c31-6a87-4aa2-9784-a6a4207fbb49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.200332] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1084.200332] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523eba2c-31a9-08c0-6692-d78375895c5a" [ 1084.200332] env[70917]: _type = "Task" [ 1084.200332] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.208441] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523eba2c-31a9-08c0-6692-d78375895c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.246260] env[70917]: INFO nova.compute.claims [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.261367] env[70917]: DEBUG nova.network.neutron [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Updated VIF entry in instance network info cache for port 7ea7c90a-62a8-46ec-873d-b6558a1086d4. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.261796] env[70917]: DEBUG nova.network.neutron [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Updating instance_info_cache with network_info: [{"id": "7ea7c90a-62a8-46ec-873d-b6558a1086d4", "address": "fa:16:3e:df:09:0e", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ea7c90a-62", "ovs_interfaceid": "7ea7c90a-62a8-46ec-873d-b6558a1086d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.529995] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.626446] env[70917]: DEBUG nova.network.neutron [-] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.673691] env[70917]: DEBUG nova.network.neutron [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.711129] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523eba2c-31a9-08c0-6692-d78375895c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.711424] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.711687] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 780aa867-532f-4676-9fc9-434faed70326/780aa867-532f-4676-9fc9-434faed70326.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.715176] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62f24eb4-db9d-4b57-8b22-e591823914ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.719053] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1084.719053] env[70917]: value = "task-3462057" [ 1084.719053] env[70917]: _type = "Task" [ 1084.719053] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.728094] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.754152] env[70917]: INFO nova.compute.resource_tracker [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating resource usage from migration 51ee8b93-7de2-441f-a6ce-651df5451550 [ 1084.765558] env[70917]: DEBUG oslo_concurrency.lockutils [req-416f91c9-cf0a-451c-8c21-080c6eb7e354 req-e0ddeb7b-8e0c-42d2-b19c-af3fccb3f835 service nova] Releasing lock "refresh_cache-780aa867-532f-4676-9fc9-434faed70326" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.928763] env[70917]: DEBUG nova.objects.instance [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'flavor' on Instance uuid 0ebd5a5c-787b-41d8-84dd-9da88017a88e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.946805] env[70917]: DEBUG nova.network.neutron [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Updating instance_info_cache with network_info: [{"id": "0a91717e-a2c2-4922-9501-3e15a937127f", "address": "fa:16:3e:e7:50:3d", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a91717e-a2", "ovs_interfaceid": "0a91717e-a2c2-4922-9501-3e15a937127f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.054483] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.055192] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e4b48d-9973-4e2b-a646-6e9b3d0f6309 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.064279] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1085.064279] env[70917]: value = "task-3462058" [ 1085.064279] env[70917]: _type = "Task" [ 1085.064279] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.079964] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.115648] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13341c-6088-4300-a7f3-24571ba461f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.122565] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc9610-f262-4866-bc28-a4be5e69c8c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.165352] env[70917]: INFO nova.compute.manager [-] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Took 1.60 seconds to deallocate network for instance. [ 1085.168661] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67a8a94-81ad-4f47-a035-f35e829e6ac4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.183056] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb98c93-2014-4c1d-8ec0-56ce3b6390cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.200928] env[70917]: DEBUG nova.compute.provider_tree [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.230202] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462057, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.411182] env[70917]: DEBUG nova.compute.manager [req-b900d65b-f08d-40ba-b5be-c18ed152a965 req-d15793f9-e9d0-4d13-9f5e-6e51d264884d service nova] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Received event network-vif-deleted-e13119d5-f688-4f5a-bef9-572632ce659f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.440319] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd00283a-4784-451c-97c2-a296b6fc6b96 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.797s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.449280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-01020403-c3c1-440a-a39d-2a679f18a18b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.449644] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Instance network_info: |[{"id": "0a91717e-a2c2-4922-9501-3e15a937127f", "address": "fa:16:3e:e7:50:3d", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a91717e-a2", "ovs_interfaceid": "0a91717e-a2c2-4922-9501-3e15a937127f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.450180] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:50:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a91717e-a2c2-4922-9501-3e15a937127f', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.457927] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.459336] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.462872] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eef219a-ad2e-4e43-88bb-eed0efec517c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.484933] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.484933] env[70917]: value = "task-3462059" [ 1085.484933] env[70917]: _type = "Task" [ 1085.484933] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.493859] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462059, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.574614] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462058, 'name': PowerOffVM_Task, 'duration_secs': 0.274714} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.574905] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.575782] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5451d7-a4d5-4b39-b677-37d6cb65d253 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.594650] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efedd080-bb9c-45e0-b99e-9781e3e4b1ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.625167] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.625460] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d6876d6-f538-40e0-8328-3d00bb52e122 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.631531] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1085.631531] env[70917]: value = "task-3462060" [ 1085.631531] env[70917]: _type = "Task" [ 1085.631531] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.640164] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.655933] env[70917]: DEBUG nova.compute.manager [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Received event network-changed-0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.656234] env[70917]: DEBUG nova.compute.manager [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Refreshing instance network info cache due to event network-changed-0a91717e-a2c2-4922-9501-3e15a937127f. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.656586] env[70917]: DEBUG oslo_concurrency.lockutils [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] Acquiring lock "refresh_cache-01020403-c3c1-440a-a39d-2a679f18a18b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656764] env[70917]: DEBUG oslo_concurrency.lockutils [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] Acquired lock "refresh_cache-01020403-c3c1-440a-a39d-2a679f18a18b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.656944] env[70917]: DEBUG nova.network.neutron [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Refreshing network info cache for port 0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.678861] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.704020] env[70917]: DEBUG nova.scheduler.client.report [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.730551] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521367} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.731014] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 780aa867-532f-4676-9fc9-434faed70326/780aa867-532f-4676-9fc9-434faed70326.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.731989] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.732424] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76031217-945b-41de-957c-a84e71b4d7e8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.740138] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1085.740138] env[70917]: value = "task-3462061" [ 1085.740138] env[70917]: _type = "Task" [ 1085.740138] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.749128] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.984537] env[70917]: DEBUG nova.compute.manager [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1085.998338] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462059, 'name': CreateVM_Task, 'duration_secs': 0.394861} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.998521] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.002745] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.002954] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.003299] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.003567] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61dde0f8-b144-4ec9-a7f1-26b1de23cd52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.008136] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1086.008136] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525fbc89-13fc-e43c-b5c0-5d4c9857715b" [ 1086.008136] env[70917]: _type = "Task" [ 1086.008136] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.016248] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525fbc89-13fc-e43c-b5c0-5d4c9857715b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.049584] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30fd0f-f314-4c7b-90b6-1497e2392763 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.071982] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.142221] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1086.142517] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.142814] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.142988] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.143193] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.143448] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c41f28e4-d977-41b6-b84b-88333653d729 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.152082] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.152461] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.153198] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76792e4b-b0b6-4703-9cf2-cceeea9f37c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.158671] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1086.158671] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52408497-1ec5-2168-d7c0-c96f3c640f13" [ 1086.158671] env[70917]: _type = "Task" [ 1086.158671] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.169753] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52408497-1ec5-2168-d7c0-c96f3c640f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.209295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.472s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.209604] env[70917]: INFO nova.compute.manager [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Migrating [ 1086.220217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.569s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.222666] env[70917]: INFO nova.compute.claims [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.250685] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084852} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.251216] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.251796] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4847c7ba-e83a-451a-83d1-1703d4d7d053 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.277622] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 780aa867-532f-4676-9fc9-434faed70326/780aa867-532f-4676-9fc9-434faed70326.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.280368] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40727f9-3230-4bb3-a8c7-e95f3258a3a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.301538] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1086.301538] env[70917]: value = "task-3462062" [ 1086.301538] env[70917]: _type = "Task" [ 1086.301538] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.310090] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.485364] env[70917]: DEBUG nova.network.neutron [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Updated VIF entry in instance network info cache for port 0a91717e-a2c2-4922-9501-3e15a937127f. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.485745] env[70917]: DEBUG nova.network.neutron [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Updating instance_info_cache with network_info: [{"id": "0a91717e-a2c2-4922-9501-3e15a937127f", "address": "fa:16:3e:e7:50:3d", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a91717e-a2", "ovs_interfaceid": "0a91717e-a2c2-4922-9501-3e15a937127f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.513492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.524783] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525fbc89-13fc-e43c-b5c0-5d4c9857715b, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.525238] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.525622] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.526091] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.575092] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.575416] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f2506ce-2a5c-4ca9-8f26-f9b5ba736f6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.582992] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1086.582992] env[70917]: value = "task-3462063" [ 1086.582992] env[70917]: _type = "Task" [ 1086.582992] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.592502] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.670902] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52408497-1ec5-2168-d7c0-c96f3c640f13, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.672743] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35cc8ce-4389-48a7-9b64-dfc86dd75458 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.678509] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1086.678509] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523ec842-6241-2270-bd25-a7552d79b493" [ 1086.678509] env[70917]: _type = "Task" [ 1086.678509] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.686494] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523ec842-6241-2270-bd25-a7552d79b493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.738763] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.739073] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.739450] env[70917]: DEBUG nova.network.neutron [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.811266] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462062, 'name': ReconfigVM_Task, 'duration_secs': 0.325735} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.811632] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 780aa867-532f-4676-9fc9-434faed70326/780aa867-532f-4676-9fc9-434faed70326.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.812476] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e405ed1c-d96b-4eb5-89b4-7dad05a2e869 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.818383] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1086.818383] env[70917]: value = "task-3462064" [ 1086.818383] env[70917]: _type = "Task" [ 1086.818383] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.829482] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462064, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.920965] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.921317] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691519', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'name': 'volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e51e6d28-9a43-4cff-99e1-317762155816', 'attached_at': '', 'detached_at': '', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'serial': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.922238] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517bbf35-9555-4795-9935-630caa5bc21b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.940470] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d7049-1a4a-4ad6-85c9-87ae70b94c62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.968567] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9/volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.968948] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf9cf75-aea8-4e39-87c9-5df531f3f6e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.992017] env[70917]: DEBUG oslo_concurrency.lockutils [req-69bfb427-7a9d-45ed-adde-a0a619e6ae60 req-0890c509-7d5a-4f67-b528-3754038e6aae service nova] Releasing lock "refresh_cache-01020403-c3c1-440a-a39d-2a679f18a18b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.992017] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1086.992017] env[70917]: value = "task-3462065" [ 1086.992017] env[70917]: _type = "Task" [ 1086.992017] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.997158] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.095380] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462063, 'name': PowerOffVM_Task, 'duration_secs': 0.184568} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.095808] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.096108] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.194679] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523ec842-6241-2270-bd25-a7552d79b493, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.195171] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.195588] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. {{(pid=70917) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1087.196193] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.196515] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.196853] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39091b46-a356-4786-8623-21ab55ae807a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.200303] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d175a37e-e394-4a63-aa51-12f4c2f32121 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.209061] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1087.209061] env[70917]: value = "task-3462066" [ 1087.209061] env[70917]: _type = "Task" [ 1087.209061] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.215592] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.215904] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.217644] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7811b2a4-6b11-43b5-8838-fdaada393cc1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.227955] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.231978] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1087.231978] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52160817-c58f-87a8-9c3c-f2fc3aa4f551" [ 1087.231978] env[70917]: _type = "Task" [ 1087.231978] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.253021] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52160817-c58f-87a8-9c3c-f2fc3aa4f551, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.253021] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef361f18-9dc0-4c9f-a948-07a8ab54aafa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.262864] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1087.262864] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f570ce-a3cb-c628-4d70-316cf21b3dd3" [ 1087.262864] env[70917]: _type = "Task" [ 1087.262864] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.276218] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f570ce-a3cb-c628-4d70-316cf21b3dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.336927] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462064, 'name': Rename_Task, 'duration_secs': 0.147503} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.337314] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.337690] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d552c66-136f-47d3-a7cb-99f961acd0ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.348911] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1087.348911] env[70917]: value = "task-3462067" [ 1087.348911] env[70917]: _type = "Task" [ 1087.348911] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.364398] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.502290] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.605392] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.605738] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.605933] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.606206] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.606399] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.606586] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.606806] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.606991] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.607221] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.607396] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.607574] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.616795] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8183ee8-eef6-4f12-bc1e-cef84a575771 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.630185] env[70917]: DEBUG nova.network.neutron [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance_info_cache with network_info: [{"id": "b85dd288-cf09-4574-8c1d-1cb202c61771", "address": "fa:16:3e:78:03:6c", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85dd288-cf", "ovs_interfaceid": "b85dd288-cf09-4574-8c1d-1cb202c61771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.638634] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1087.638634] env[70917]: value = "task-3462068" [ 1087.638634] env[70917]: _type = "Task" [ 1087.638634] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.650335] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.651832] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37db7100-a789-421d-8f96-0d83d20349e0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.663143] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88fb010-e932-4793-aa66-e5b2b730cafe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.702756] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ca027-2aec-48bf-b2f0-3fdf6b04cbce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.715821] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e63b9c-ecc9-4981-963a-ef8e1db617a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.726558] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.735246] env[70917]: DEBUG nova.compute.provider_tree [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.773385] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f570ce-a3cb-c628-4d70-316cf21b3dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.777043] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.777043] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 01020403-c3c1-440a-a39d-2a679f18a18b/01020403-c3c1-440a-a39d-2a679f18a18b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.777043] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acefced1-e563-49ce-b286-6e18d116fcd4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.780849] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1087.780849] env[70917]: value = "task-3462069" [ 1087.780849] env[70917]: _type = "Task" [ 1087.780849] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.790084] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.861332] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462067, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.000186] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462065, 'name': ReconfigVM_Task, 'duration_secs': 0.756978} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.000726] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9/volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.010171] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9250721-30b6-4535-9a7c-ae884fa4ae18 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.036124] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1088.036124] env[70917]: value = "task-3462070" [ 1088.036124] env[70917]: _type = "Task" [ 1088.036124] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.047339] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.133441] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.152510] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462068, 'name': ReconfigVM_Task, 'duration_secs': 0.263983} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.154640] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.228720] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587441} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.229489] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. [ 1088.233107] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff43794f-aca9-4627-9a90-9d50632c1bec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.239098] env[70917]: DEBUG nova.scheduler.client.report [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.287470] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.288929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.069s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.289672] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.294454] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cabfd509-4ae6-487b-86a1-0d7235158cf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.319667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.443s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.320059] env[70917]: DEBUG nova.objects.instance [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lazy-loading 'resources' on Instance uuid 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.337329] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.339847] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1088.339847] env[70917]: value = "task-3462071" [ 1088.339847] env[70917]: _type = "Task" [ 1088.339847] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.355316] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.370286] env[70917]: DEBUG oslo_vmware.api [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462067, 'name': PowerOnVM_Task, 'duration_secs': 0.816147} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.372343] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.372343] env[70917]: INFO nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1088.372343] env[70917]: DEBUG nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.372697] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e3c536-b9cf-4415-affe-1581925fbe9a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.550217] env[70917]: DEBUG oslo_vmware.api [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462070, 'name': ReconfigVM_Task, 'duration_secs': 0.235436} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.550217] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691519', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'name': 'volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e51e6d28-9a43-4cff-99e1-317762155816', 'attached_at': '', 'detached_at': '', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'serial': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.671019] env[70917]: DEBUG nova.virt.hardware [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.676280] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.676645] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633c0ea8-9808-4bed-a860-52ab5cda6195 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.703988] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1088.703988] env[70917]: value = "task-3462072" [ 1088.703988] env[70917]: _type = "Task" [ 1088.703988] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.713128] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.804526] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837757} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.804863] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 01020403-c3c1-440a-a39d-2a679f18a18b/01020403-c3c1-440a-a39d-2a679f18a18b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.805186] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.805354] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdee41ce-a36a-4724-a68c-8dd3b2a3fe5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.818030] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1088.818030] env[70917]: value = "task-3462073" [ 1088.818030] env[70917]: _type = "Task" [ 1088.818030] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.823466] env[70917]: DEBUG nova.compute.utils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.825695] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.826387] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.826649] env[70917]: DEBUG nova.network.neutron [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.853496] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.873730] env[70917]: DEBUG nova.policy [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.903426] env[70917]: INFO nova.compute.manager [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Took 31.84 seconds to build instance. [ 1089.222437] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462072, 'name': ReconfigVM_Task, 'duration_secs': 0.355743} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.222733] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.226329] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2adcafe-6c03-4118-a655-9b2fd6f59bac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.254141] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692/f66bd22b-1de2-43cc-b2a5-154fedcd3692.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.255728] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c9b2af-41df-4dfa-96e9-f94ce50f5c1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.270344] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc3ab04-0b4d-418f-b29d-db9bc8f26e1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.279412] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044faea1-e200-4f84-8556-90ff60d7963d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.282815] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1089.282815] env[70917]: value = "task-3462074" [ 1089.282815] env[70917]: _type = "Task" [ 1089.282815] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.312691] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f245f-48fe-4224-83cd-7abb27f5b86d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.319162] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.329765] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0074b8-e2fb-41ab-8c3f-ae8eddaa15ca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.333946] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.336606] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146965} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.337073] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.338425] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd375b0-b905-4070-9e18-8d5c8381169c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.349214] env[70917]: DEBUG nova.compute.provider_tree [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.361837] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.383036] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 01020403-c3c1-440a-a39d-2a679f18a18b/01020403-c3c1-440a-a39d-2a679f18a18b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.385584] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0724b80a-64c7-48d9-836f-3453ca2c5bae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.399968] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.400557] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.400739] env[70917]: INFO nova.compute.manager [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Shelving [ 1089.405649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9b697a3c-efa1-441e-93a7-816ba36d83a8 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "780aa867-532f-4676-9fc9-434faed70326" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.353s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.408472] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1089.408472] env[70917]: value = "task-3462075" [ 1089.408472] env[70917]: _type = "Task" [ 1089.408472] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.417858] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.518650] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b57179-3b2a-4af4-8cb0-69665dcfaa30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.528278] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Suspending the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1089.528578] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3a90a931-5f9e-4e3a-867f-0e56baa8bd0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.535346] env[70917]: DEBUG oslo_vmware.api [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1089.535346] env[70917]: value = "task-3462076" [ 1089.535346] env[70917]: _type = "Task" [ 1089.535346] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.545407] env[70917]: DEBUG oslo_vmware.api [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462076, 'name': SuspendVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.602482] env[70917]: DEBUG nova.objects.instance [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'flavor' on Instance uuid e51e6d28-9a43-4cff-99e1-317762155816 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.609155] env[70917]: DEBUG nova.network.neutron [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Successfully created port: bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.651654] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc065bf-e00f-4e9b-803a-0c31da1c7a2e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.680811] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.795170] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.863083] env[70917]: DEBUG nova.scheduler.client.report [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.863583] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462071, 'name': ReconfigVM_Task, 'duration_secs': 1.040264} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.867223] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d49471a9-1625-4111-8e9b-a6155770a694/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.867223] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4eb18-0051-47b9-aa3d-e999ef80bfa7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.898752] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db2e87c-37df-499e-abc3-9b22da280f67 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.928423] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1089.928423] env[70917]: value = "task-3462077" [ 1089.928423] env[70917]: _type = "Task" [ 1089.928423] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.928794] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462075, 'name': ReconfigVM_Task, 'duration_secs': 0.295042} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.929258] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 01020403-c3c1-440a-a39d-2a679f18a18b/01020403-c3c1-440a-a39d-2a679f18a18b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.933792] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-040be733-4dab-43b5-b434-645306fb6a33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.941522] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.943203] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1089.943203] env[70917]: value = "task-3462078" [ 1089.943203] env[70917]: _type = "Task" [ 1089.943203] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.951957] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462078, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.046812] env[70917]: DEBUG oslo_vmware.api [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462076, 'name': SuspendVM_Task} progress is 62%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.107528] env[70917]: DEBUG oslo_concurrency.lockutils [None req-145738a7-59c3-4ee9-be96-be343915ab17 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.876s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.194027] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.194027] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05437615-5297-46b0-88d6-11d1f5031ec2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.201422] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1090.201422] env[70917]: value = "task-3462079" [ 1090.201422] env[70917]: _type = "Task" [ 1090.201422] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.213812] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.294785] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462074, 'name': ReconfigVM_Task, 'duration_secs': 0.656719} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.295478] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692/f66bd22b-1de2-43cc-b2a5-154fedcd3692.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.295927] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.348272] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.369507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.374070] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.546s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.378018] env[70917]: INFO nova.compute.claims [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.403286] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.403804] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.403804] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.404010] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.404040] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.407912] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.407912] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.407912] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.407912] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.407912] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.407912] env[70917]: DEBUG nova.virt.hardware [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.407912] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9e7eb-0765-4a78-b2a7-9055f4bbc535 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.409910] env[70917]: INFO nova.scheduler.client.report [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Deleted allocations for instance 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2 [ 1090.419306] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7fa316-44a0-49c1-aa5f-afee8d3202f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.425303] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.438257] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31cda998-a83f-4f9f-8ffa-aeca7d421057 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.454283] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462077, 'name': ReconfigVM_Task, 'duration_secs': 0.181136} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.456419] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.456778] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1090.456778] env[70917]: value = "task-3462080" [ 1090.456778] env[70917]: _type = "Task" [ 1090.456778] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.457853] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-383fc205-30e0-4419-9bec-cead795eb674 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.466177] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462078, 'name': Rename_Task, 'duration_secs': 0.150605} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.469337] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.469337] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c48cd4c8-c3c5-4f8d-8893-5c3e0d0bc58d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.472989] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.473319] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1090.473319] env[70917]: value = "task-3462081" [ 1090.473319] env[70917]: _type = "Task" [ 1090.473319] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.479044] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1090.479044] env[70917]: value = "task-3462082" [ 1090.479044] env[70917]: _type = "Task" [ 1090.479044] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.489900] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.494497] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.549428] env[70917]: DEBUG oslo_vmware.api [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462076, 'name': SuspendVM_Task, 'duration_secs': 0.633874} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.549888] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Suspended the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1090.550208] env[70917]: DEBUG nova.compute.manager [None req-6874633a-9c11-46bd-ab68-6778124aa4ff tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.551136] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384f102-9d50-4c88-8b4e-a5c5011456b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.713441] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462079, 'name': PowerOffVM_Task, 'duration_secs': 0.179873} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.713753] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.713955] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.805357] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df408ae-cb07-4048-9935-79535ecac448 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.826923] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbca188-cac9-4413-bb72-b7978e19f846 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.845122] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.922377] env[70917]: DEBUG oslo_concurrency.lockutils [None req-209556b6-acd1-4c65-81e9-e9fb390f8117 tempest-ServersListShow2100Test-1619126423 tempest-ServersListShow2100Test-1619126423-project-member] Lock "7b410033-d3cb-461e-8d7d-6ca36c2d1ba2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.249s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.958497] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.958497] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.972964] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462080, 'name': PowerOffVM_Task, 'duration_secs': 0.254116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.973390] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.974542] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa7a4de-aefd-4f5f-a4bc-4b55e3f7ef53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.010594] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e81ef19-9f5a-4846-b0b3-9bae98147a69 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.020569] env[70917]: DEBUG oslo_vmware.api [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462081, 'name': PowerOnVM_Task, 'duration_secs': 0.521002} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.021208] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.030861] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.033125] env[70917]: DEBUG nova.compute.manager [None req-0ee1bd53-6e5c-474e-88ee-f1a8642434de tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.034023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e9c04-87b2-4515-ba0d-3bed55c3a9ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.142056] env[70917]: DEBUG nova.compute.manager [req-b8519875-0ef5-4a30-9bb7-04812cc6ddc3 req-e3c1998c-9bb6-436d-83d9-9c7e1e391410 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-vif-plugged-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.142289] env[70917]: DEBUG oslo_concurrency.lockutils [req-b8519875-0ef5-4a30-9bb7-04812cc6ddc3 req-e3c1998c-9bb6-436d-83d9-9c7e1e391410 service nova] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.142498] env[70917]: DEBUG oslo_concurrency.lockutils [req-b8519875-0ef5-4a30-9bb7-04812cc6ddc3 req-e3c1998c-9bb6-436d-83d9-9c7e1e391410 service nova] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.142674] env[70917]: DEBUG oslo_concurrency.lockutils [req-b8519875-0ef5-4a30-9bb7-04812cc6ddc3 req-e3c1998c-9bb6-436d-83d9-9c7e1e391410 service nova] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.142826] env[70917]: DEBUG nova.compute.manager [req-b8519875-0ef5-4a30-9bb7-04812cc6ddc3 req-e3c1998c-9bb6-436d-83d9-9c7e1e391410 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] No waiting events found dispatching network-vif-plugged-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.142989] env[70917]: WARNING nova.compute.manager [req-b8519875-0ef5-4a30-9bb7-04812cc6ddc3 req-e3c1998c-9bb6-436d-83d9-9c7e1e391410 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received unexpected event network-vif-plugged-bcdcc742-1235-4949-8676-3dfbbdaeff2d for instance with vm_state building and task_state spawning. [ 1091.222940] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.224271] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.224271] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.224271] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.224271] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.224271] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.224271] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.225055] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.225055] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.225055] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.225225] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.230620] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5169332f-2ed4-4cdd-956d-327b5d1cf9e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.246565] env[70917]: DEBUG nova.network.neutron [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Successfully updated port: bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.256165] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1091.256165] env[70917]: value = "task-3462083" [ 1091.256165] env[70917]: _type = "Task" [ 1091.256165] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.269685] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.409755] env[70917]: DEBUG nova.network.neutron [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Port 270f8d39-183f-4fbf-877a-37fb77e2d35d binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1091.466877] env[70917]: INFO nova.compute.manager [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Detaching volume da890a2f-a4b9-4c42-92e8-088c8ec33fc9 [ 1091.497940] env[70917]: DEBUG oslo_vmware.api [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462082, 'name': PowerOnVM_Task, 'duration_secs': 0.618125} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.502718] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.506024] env[70917]: INFO nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1091.506024] env[70917]: DEBUG nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.506024] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f3c86-5cb3-44fc-b9b2-bcc24fe75494 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.527534] env[70917]: INFO nova.virt.block_device [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Attempting to driver detach volume da890a2f-a4b9-4c42-92e8-088c8ec33fc9 from mountpoint /dev/sdb [ 1091.527936] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.529913] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691519', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'name': 'volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e51e6d28-9a43-4cff-99e1-317762155816', 'attached_at': '', 'detached_at': '', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'serial': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.529913] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b15980-b684-4870-b044-8156753a76c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.533484] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1091.533935] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c037d192-8224-4454-bd6b-53dbd87f7819 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.563529] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f50dc10-1526-434f-afe6-2a28187720fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.567681] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1091.567681] env[70917]: value = "task-3462087" [ 1091.567681] env[70917]: _type = "Task" [ 1091.567681] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.575726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ffa794-c6a8-49e5-805e-df9a54289324 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.582886] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462087, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.605460] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4934c424-ddbd-49e7-8154-3f0d99463b68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.622610] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] The volume has not been displaced from its original location: [datastore2] volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9/volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.627934] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.631045] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa5ea208-49e4-491f-b42d-e4bdde49b1e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.649636] env[70917]: DEBUG oslo_vmware.api [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1091.649636] env[70917]: value = "task-3462088" [ 1091.649636] env[70917]: _type = "Task" [ 1091.649636] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.658014] env[70917]: DEBUG oslo_vmware.api [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.752298] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.752298] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.752497] env[70917]: DEBUG nova.network.neutron [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.767625] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462083, 'name': ReconfigVM_Task, 'duration_secs': 0.335571} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.768099] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.818079] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d865c799-f7b7-43de-96fe-638f0205cd90 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.826606] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d8daf9-5aeb-4132-a71f-c02992a9b6f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.857665] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00711062-2602-4600-b666-bdf26bbc95cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.867146] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6c2e53-fbd8-4479-8ff9-680b3782534b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.888737] env[70917]: DEBUG nova.compute.provider_tree [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.037439] env[70917]: INFO nova.compute.manager [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Took 27.67 seconds to build instance. [ 1092.080458] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462087, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.159684] env[70917]: DEBUG oslo_vmware.api [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462088, 'name': ReconfigVM_Task, 'duration_secs': 0.280251} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.160079] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.166934] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80be2936-394b-4e27-9378-46494115e419 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.186210] env[70917]: DEBUG oslo_vmware.api [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1092.186210] env[70917]: value = "task-3462089" [ 1092.186210] env[70917]: _type = "Task" [ 1092.186210] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.194855] env[70917]: DEBUG oslo_vmware.api [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.276845] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.277114] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.277275] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.277458] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.277604] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.277746] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.278129] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.278319] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.278588] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.278644] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.278838] env[70917]: DEBUG nova.virt.hardware [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.287227] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.287227] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae24167-5f14-4e8e-9810-5fd60ef53083 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.312378] env[70917]: DEBUG nova.network.neutron [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.315481] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1092.315481] env[70917]: value = "task-3462090" [ 1092.315481] env[70917]: _type = "Task" [ 1092.315481] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.324697] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462090, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.392841] env[70917]: DEBUG nova.scheduler.client.report [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.406963] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "780aa867-532f-4676-9fc9-434faed70326" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.407120] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "780aa867-532f-4676-9fc9-434faed70326" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.407325] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "780aa867-532f-4676-9fc9-434faed70326-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.407507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "780aa867-532f-4676-9fc9-434faed70326-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.407668] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "780aa867-532f-4676-9fc9-434faed70326-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.409743] env[70917]: INFO nova.compute.manager [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Terminating instance [ 1092.437210] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.437453] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.438248] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.514129] env[70917]: DEBUG nova.network.neutron [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.539039] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7dc1847-63c9-49c3-9d7a-97fc60222512 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "01020403-c3c1-440a-a39d-2a679f18a18b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.175s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.581258] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462087, 'name': CreateSnapshot_Task, 'duration_secs': 0.877819} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.581468] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1092.582585] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0385f1df-4019-48cc-a923-969a8cfca51f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.696415] env[70917]: DEBUG oslo_vmware.api [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462089, 'name': ReconfigVM_Task, 'duration_secs': 0.152062} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.696722] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691519', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'name': 'volume-da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e51e6d28-9a43-4cff-99e1-317762155816', 'attached_at': '', 'detached_at': '', 'volume_id': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9', 'serial': 'da890a2f-a4b9-4c42-92e8-088c8ec33fc9'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.826909] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.897937] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.898552] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.902026] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.223s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.902026] env[70917]: DEBUG nova.objects.instance [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lazy-loading 'resources' on Instance uuid 3c26c345-b37f-4b43-b572-d03ea8c3d9b8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.915035] env[70917]: DEBUG nova.compute.manager [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.915359] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.917453] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d5f85-f92b-417f-b40d-869916ae8858 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.925724] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.926228] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e20d652-1763-4a0e-be27-8af5cced6354 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.995425] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.995698] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.995901] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleting the datastore file [datastore2] 780aa867-532f-4676-9fc9-434faed70326 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.996265] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ed86a3-e1d8-491a-b48b-c4b195906a04 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.002751] env[70917]: DEBUG oslo_vmware.api [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1093.002751] env[70917]: value = "task-3462092" [ 1093.002751] env[70917]: _type = "Task" [ 1093.002751] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.015856] env[70917]: DEBUG oslo_vmware.api [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.016095] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.016382] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Instance network_info: |[{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.017412] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:33:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcdcc742-1235-4949-8676-3dfbbdaeff2d', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.024937] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.026163] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.026403] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbc716f9-a45d-4c6a-ba88-869ab8398c0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.047423] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.047423] env[70917]: value = "task-3462093" [ 1093.047423] env[70917]: _type = "Task" [ 1093.047423] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.057028] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462093, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.103752] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1093.104552] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25f6110f-87ed-47ca-9683-169400d1073a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.114921] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1093.114921] env[70917]: value = "task-3462094" [ 1093.114921] env[70917]: _type = "Task" [ 1093.114921] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.124132] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462094, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.247830] env[70917]: DEBUG nova.objects.instance [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'flavor' on Instance uuid e51e6d28-9a43-4cff-99e1-317762155816 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.329386] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462090, 'name': ReconfigVM_Task, 'duration_secs': 0.971953} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.329820] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.330751] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4e751-e99e-4162-a169-cc75d3e23e5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.357215] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012/c0b9cb91-17d5-40fc-a0ad-f663f7864012.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.358614] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdaeea65-3572-49c4-993c-54d53515f6b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.373425] env[70917]: DEBUG nova.compute.manager [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.373543] env[70917]: DEBUG nova.compute.manager [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing instance network info cache due to event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.373763] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.373874] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.374049] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.384646] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1093.384646] env[70917]: value = "task-3462095" [ 1093.384646] env[70917]: _type = "Task" [ 1093.384646] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.395264] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.411040] env[70917]: DEBUG nova.compute.utils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.411965] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.412295] env[70917]: DEBUG nova.network.neutron [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.514077] env[70917]: DEBUG oslo_vmware.api [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271571} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.516759] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.517591] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.517591] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.517591] env[70917]: INFO nova.compute.manager [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 780aa867-532f-4676-9fc9-434faed70326] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1093.517591] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.517915] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "01020403-c3c1-440a-a39d-2a679f18a18b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.518319] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "01020403-c3c1-440a-a39d-2a679f18a18b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.518526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "01020403-c3c1-440a-a39d-2a679f18a18b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.518984] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "01020403-c3c1-440a-a39d-2a679f18a18b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.519201] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "01020403-c3c1-440a-a39d-2a679f18a18b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.523042] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.523042] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.523042] env[70917]: DEBUG nova.network.neutron [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.529719] env[70917]: DEBUG nova.policy [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f09ace661a44a3baf464fc232af66f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d3c1c7dcdff41afbdac2d4115d00e3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.530550] env[70917]: DEBUG nova.compute.manager [-] [instance: 780aa867-532f-4676-9fc9-434faed70326] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.531228] env[70917]: DEBUG nova.network.neutron [-] [instance: 780aa867-532f-4676-9fc9-434faed70326] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.533019] env[70917]: INFO nova.compute.manager [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Terminating instance [ 1093.559025] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462093, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.632539] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462094, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.720932] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "05ba1eae-97a6-4a4c-886a-8f091966824c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.720932] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "05ba1eae-97a6-4a4c-886a-8f091966824c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.817776] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20ecd9-281c-4497-aded-420683974f5c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.827653] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f065b6-8fab-4c46-93bd-829b3349dee8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.869099] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a64d3-f312-4705-a35c-e2ba6b9f8098 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.878776] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8b5cdc-c3c7-4467-869f-374f589a0d54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.900407] env[70917]: DEBUG nova.compute.provider_tree [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.907504] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462095, 'name': ReconfigVM_Task, 'duration_secs': 0.340936} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.908764] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012/c0b9cb91-17d5-40fc-a0ad-f663f7864012.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.908764] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.916094] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.946061] env[70917]: DEBUG nova.network.neutron [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.050490] env[70917]: DEBUG nova.compute.manager [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.050839] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.057064] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d7c74-3bbe-44a9-8ae7-94a8bf6b1cb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.070286] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.075893] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1175605-4924-4276-8422-cc3e115d4116 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.079917] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462093, 'name': CreateVM_Task, 'duration_secs': 0.589009} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.080402] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.081841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.082094] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.082627] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.084312] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156dea6f-acb9-487c-a1d5-71508bcdce29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.090365] env[70917]: DEBUG oslo_vmware.api [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1094.090365] env[70917]: value = "task-3462096" [ 1094.090365] env[70917]: _type = "Task" [ 1094.090365] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.098822] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1094.098822] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526e708c-2052-24f4-44a6-9756eaf25c32" [ 1094.098822] env[70917]: _type = "Task" [ 1094.098822] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.109126] env[70917]: DEBUG oslo_vmware.api [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.121914] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526e708c-2052-24f4-44a6-9756eaf25c32, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.131224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.131583] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.131871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.132591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.133247] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.133247] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e512b17a-d363-4ddc-abe1-ae30b229899b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.149629] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462094, 'name': CloneVM_Task} progress is 95%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.151792] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.151792] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.152564] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09113ed4-9b29-43df-8937-21d1e215371c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.161029] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1094.161029] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bf23d1-3725-026a-2f1d-c15e08109ffa" [ 1094.161029] env[70917]: _type = "Task" [ 1094.161029] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.174518] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bf23d1-3725-026a-2f1d-c15e08109ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.222729] env[70917]: DEBUG nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.254836] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c45a21ae-0580-4196-8762-9fad54bd4d4e tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.405711] env[70917]: DEBUG nova.scheduler.client.report [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.417339] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fbdfff-09a0-417e-bf03-66829e31e78c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.444427] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e825e6e-46cf-4c8c-855f-80611330b0e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.448628] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.469916] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.474268] env[70917]: DEBUG nova.network.neutron [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Successfully created port: b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.579467] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updated VIF entry in instance network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.579852] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.604599] env[70917]: DEBUG oslo_vmware.api [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462096, 'name': PowerOffVM_Task, 'duration_secs': 0.262104} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.604965] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.605245] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.605577] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b8b08c5-babe-49f6-ba82-2d7d25f296eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.631504] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462094, 'name': CloneVM_Task, 'duration_secs': 1.222409} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.631851] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Created linked-clone VM from snapshot [ 1094.632919] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f621d6-b268-406c-9775-d20f9bf3d6bc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641426] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Uploading image 092164af-f39c-477c-95d8-4b6fa17c56da {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.674055] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bf23d1-3725-026a-2f1d-c15e08109ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.01397} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.675977] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.676204] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.676825] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore2] 01020403-c3c1-440a-a39d-2a679f18a18b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.681035] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.681035] env[70917]: value = "vm-691527" [ 1094.681035] env[70917]: _type = "VirtualMachine" [ 1094.681035] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.681035] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6580c51f-47d4-4d14-bb8e-4a88ef639b39 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.681806] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07f8bd6-8566-4a7b-9a0c-e66672ed4105 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.683929] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac52dd2f-9fe8-4f43-8eb1-0fc69ec45f25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.689152] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1094.689152] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e2b737-4cdd-37c1-0216-5c57f92e8997" [ 1094.689152] env[70917]: _type = "Task" [ 1094.689152] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.695268] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lease: (returnval){ [ 1094.695268] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222634d-261b-3fc0-2e76-0d7334675d10" [ 1094.695268] env[70917]: _type = "HttpNfcLease" [ 1094.695268] env[70917]: } obtained for exporting VM: (result){ [ 1094.695268] env[70917]: value = "vm-691527" [ 1094.695268] env[70917]: _type = "VirtualMachine" [ 1094.695268] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.695268] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the lease: (returnval){ [ 1094.695268] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222634d-261b-3fc0-2e76-0d7334675d10" [ 1094.695268] env[70917]: _type = "HttpNfcLease" [ 1094.695268] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.695590] env[70917]: DEBUG oslo_vmware.api [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1094.695590] env[70917]: value = "task-3462099" [ 1094.695590] env[70917]: _type = "Task" [ 1094.695590] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.707542] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e2b737-4cdd-37c1-0216-5c57f92e8997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.711154] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.711154] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222634d-261b-3fc0-2e76-0d7334675d10" [ 1094.711154] env[70917]: _type = "HttpNfcLease" [ 1094.711154] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.714464] env[70917]: DEBUG oslo_vmware.api [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.752292] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.822078] env[70917]: DEBUG nova.network.neutron [-] [instance: 780aa867-532f-4676-9fc9-434faed70326] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.911253] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.914267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.401s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.927821] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.944161] env[70917]: INFO nova.scheduler.client.report [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Deleted allocations for instance 3c26c345-b37f-4b43-b572-d03ea8c3d9b8 [ 1094.977841] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.978433] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.978433] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.978627] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.978627] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.978732] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.980677] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.980677] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.980677] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.980677] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.980677] env[70917]: DEBUG nova.virt.hardware [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.986722] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4767019-70b2-416f-b5da-05e1b67897bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.996766] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ff20c-0670-4c61-82a3-bed2f99c0e55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.015121] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eeb617-c8c7-4c1d-bdde-85b036f30817 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.039180] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399a577-ee40-4cf5-96cf-7df546c0057f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.049052] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.052767] env[70917]: DEBUG nova.network.neutron [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Port b85dd288-cf09-4574-8c1d-1cb202c61771 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1095.083277] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.083613] env[70917]: DEBUG nova.compute.manager [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.083714] env[70917]: DEBUG nova.compute.manager [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing instance network info cache due to event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.083929] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.084080] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.084246] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.200307] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e2b737-4cdd-37c1-0216-5c57f92e8997, 'name': SearchDatastore_Task, 'duration_secs': 0.036444} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.206286] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.206623] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 428b9806-7f11-40a5-bc2d-41100c2a06b7/428b9806-7f11-40a5-bc2d-41100c2a06b7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.206829] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a81b51d-1b14-4b39-88b6-50b99cc2889d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.214470] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.214470] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222634d-261b-3fc0-2e76-0d7334675d10" [ 1095.214470] env[70917]: _type = "HttpNfcLease" [ 1095.214470] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1095.217416] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1095.217416] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222634d-261b-3fc0-2e76-0d7334675d10" [ 1095.217416] env[70917]: _type = "HttpNfcLease" [ 1095.217416] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1095.217710] env[70917]: DEBUG oslo_vmware.api [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286391} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.219247] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d13ea6f-031c-4836-8589-c2b17fd22c2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.221982] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.222204] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.222447] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.222738] env[70917]: INFO nova.compute.manager [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1095.223114] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.223494] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1095.223494] env[70917]: value = "task-3462101" [ 1095.223494] env[70917]: _type = "Task" [ 1095.223494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.223794] env[70917]: DEBUG nova.compute.manager [-] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.223951] env[70917]: DEBUG nova.network.neutron [-] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.232652] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528315ba-6c10-c667-0e7a-9a6c34d9c50d/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1095.232787] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528315ba-6c10-c667-0e7a-9a6c34d9c50d/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1095.241575] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.304913] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.305120] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.305273] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "e51e6d28-9a43-4cff-99e1-317762155816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.305459] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.305629] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.331840] env[70917]: INFO nova.compute.manager [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Terminating instance [ 1095.331840] env[70917]: DEBUG nova.objects.instance [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lazy-loading 'flavor' on Instance uuid c2bd083c-a2b0-4c38-b4e9-30438e6116d8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.331840] env[70917]: INFO nova.compute.manager [-] [instance: 780aa867-532f-4676-9fc9-434faed70326] Took 1.80 seconds to deallocate network for instance. [ 1095.421461] env[70917]: INFO nova.compute.claims [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.442848] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b05d46ee-6d1a-4a9f-88a2-f16f1e02ee56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.458020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Lock "3c26c345-b37f-4b43-b572-d03ea8c3d9b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.530s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.554594] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.559046] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09fa43d8-f5fb-4460-8976-445526197703 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.569279] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1095.569279] env[70917]: value = "task-3462102" [ 1095.569279] env[70917]: _type = "Task" [ 1095.569279] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.580808] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.706956] env[70917]: DEBUG nova.compute.manager [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.706956] env[70917]: DEBUG nova.compute.manager [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing instance network info cache due to event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.706956] env[70917]: DEBUG oslo_concurrency.lockutils [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.739152] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462101, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.836963] env[70917]: DEBUG oslo_concurrency.lockutils [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.837880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.839207] env[70917]: DEBUG nova.compute.manager [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.839414] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.840387] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.841259] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862dd06-1e73-498d-a6ab-9e3b60407860 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.851458] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.851754] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5ed65f-e207-4638-97a4-d2552aaccc33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.858049] env[70917]: DEBUG oslo_vmware.api [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1095.858049] env[70917]: value = "task-3462103" [ 1095.858049] env[70917]: _type = "Task" [ 1095.858049] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.868763] env[70917]: DEBUG oslo_vmware.api [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.929376] env[70917]: INFO nova.compute.resource_tracker [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating resource usage from migration 156da4a7-0a78-4050-9b61-23cedeb832c1 [ 1095.988223] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updated VIF entry in instance network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.989036] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.088785] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.088785] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.088967] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.097867] env[70917]: DEBUG oslo_vmware.api [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462102, 'name': PowerOnVM_Task, 'duration_secs': 0.480014} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.098544] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.098989] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0c289171-8a3e-4fa6-b9c7-3d094f2f8bc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance 'f66bd22b-1de2-43cc-b2a5-154fedcd3692' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.187820] env[70917]: DEBUG nova.network.neutron [-] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.225649] env[70917]: DEBUG nova.compute.manager [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.225944] env[70917]: DEBUG nova.compute.manager [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing instance network info cache due to event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.226280] env[70917]: DEBUG oslo_concurrency.lockutils [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.239732] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572088} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.241801] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 428b9806-7f11-40a5-bc2d-41100c2a06b7/428b9806-7f11-40a5-bc2d-41100c2a06b7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.242135] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.242796] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a16dd52-64c7-4962-9b39-e8dda8d2aa8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.255126] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1096.255126] env[70917]: value = "task-3462104" [ 1096.255126] env[70917]: _type = "Task" [ 1096.255126] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.263695] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.317155] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbbe948-5f5c-42fe-aa6d-e46503381cfb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.333179] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77144184-a258-4a4e-b5b1-2d5716d8e71e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.381360] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9868d58-1230-4d78-a3c9-c6acadded728 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.389277] env[70917]: DEBUG oslo_vmware.api [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462103, 'name': PowerOffVM_Task, 'duration_secs': 0.192712} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.391835] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.392146] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.392562] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b87fa8f1-d18c-42b6-bc8a-4b98369e668d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.395675] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339aef06-0c17-4f0d-9bed-3b5991272589 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.411076] env[70917]: DEBUG nova.compute.provider_tree [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.468920] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.469817] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.469817] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleting the datastore file [datastore1] e51e6d28-9a43-4cff-99e1-317762155816 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.469817] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d4f5e4a-62c9-4a72-a18a-1572e6467219 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.477107] env[70917]: DEBUG oslo_vmware.api [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1096.477107] env[70917]: value = "task-3462107" [ 1096.477107] env[70917]: _type = "Task" [ 1096.477107] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.485425] env[70917]: DEBUG oslo_vmware.api [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.496974] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.496974] env[70917]: DEBUG nova.compute.manager [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.496974] env[70917]: DEBUG nova.compute.manager [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing instance network info cache due to event network-changed-fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.496974] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Acquiring lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.496974] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.496974] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.696245] env[70917]: INFO nova.compute.manager [-] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Took 1.47 seconds to deallocate network for instance. [ 1096.767454] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146584} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.767843] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.768693] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc89d3-c460-4163-814b-611ba65de2c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.793866] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 428b9806-7f11-40a5-bc2d-41100c2a06b7/428b9806-7f11-40a5-bc2d-41100c2a06b7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.798022] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851f0bf3-951e-43d4-857e-1db5cd9596b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.818448] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1096.818448] env[70917]: value = "task-3462108" [ 1096.818448] env[70917]: _type = "Task" [ 1096.818448] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.828537] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.850610] env[70917]: DEBUG nova.network.neutron [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.915372] env[70917]: DEBUG nova.scheduler.client.report [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.990253] env[70917]: DEBUG oslo_vmware.api [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165313} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.990575] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.990829] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.991087] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.991341] env[70917]: INFO nova.compute.manager [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1096.991625] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.991825] env[70917]: DEBUG nova.compute.manager [-] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.991949] env[70917]: DEBUG nova.network.neutron [-] [instance: e51e6d28-9a43-4cff-99e1-317762155816] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.117007] env[70917]: DEBUG nova.compute.manager [req-bb52d863-e93d-4f42-a44a-cc54cd71d0c0 req-56823c07-bcb7-4b05-8772-a2fdbcfc35b1 service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Received event network-vif-plugged-b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.117411] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb52d863-e93d-4f42-a44a-cc54cd71d0c0 req-56823c07-bcb7-4b05-8772-a2fdbcfc35b1 service nova] Acquiring lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.117676] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb52d863-e93d-4f42-a44a-cc54cd71d0c0 req-56823c07-bcb7-4b05-8772-a2fdbcfc35b1 service nova] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.117793] env[70917]: DEBUG oslo_concurrency.lockutils [req-bb52d863-e93d-4f42-a44a-cc54cd71d0c0 req-56823c07-bcb7-4b05-8772-a2fdbcfc35b1 service nova] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.118293] env[70917]: DEBUG nova.compute.manager [req-bb52d863-e93d-4f42-a44a-cc54cd71d0c0 req-56823c07-bcb7-4b05-8772-a2fdbcfc35b1 service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] No waiting events found dispatching network-vif-plugged-b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.118475] env[70917]: WARNING nova.compute.manager [req-bb52d863-e93d-4f42-a44a-cc54cd71d0c0 req-56823c07-bcb7-4b05-8772-a2fdbcfc35b1 service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Received unexpected event network-vif-plugged-b286818e-1b8f-4518-8547-c8d3f2c505be for instance with vm_state building and task_state spawning. [ 1097.157244] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.158207] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.158207] env[70917]: DEBUG nova.network.neutron [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.218632] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.271860] env[70917]: DEBUG nova.network.neutron [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Successfully updated port: b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.336262] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.424995] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.511s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.425398] env[70917]: INFO nova.compute.manager [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Migrating [ 1097.443794] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.690s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.445198] env[70917]: INFO nova.compute.claims [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.457566] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updated VIF entry in instance network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.458172] env[70917]: DEBUG nova.network.neutron [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.774295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "refresh_cache-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.774586] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquired lock "refresh_cache-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.774640] env[70917]: DEBUG nova.network.neutron [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.798692] env[70917]: DEBUG nova.compute.manager [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Received event network-vif-deleted-0a91717e-a2c2-4922-9501-3e15a937127f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.798976] env[70917]: DEBUG nova.compute.manager [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.799102] env[70917]: DEBUG nova.compute.manager [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing instance network info cache due to event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.799291] env[70917]: DEBUG oslo_concurrency.lockutils [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.835666] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462108, 'name': ReconfigVM_Task, 'duration_secs': 0.617867} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.835666] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 428b9806-7f11-40a5-bc2d-41100c2a06b7/428b9806-7f11-40a5-bc2d-41100c2a06b7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.836889] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d383a62-71ef-4b5f-9112-783d9fd90942 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.844154] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1097.844154] env[70917]: value = "task-3462109" [ 1097.844154] env[70917]: _type = "Task" [ 1097.844154] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.855316] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462109, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.957310] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.957546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.957841] env[70917]: DEBUG nova.network.neutron [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.960964] env[70917]: DEBUG oslo_concurrency.lockutils [req-5bacf629-807c-46a2-bacf-bff266e4a77e req-561bfe9a-0b83-4cdc-8ee1-6dfae851490b service nova] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.961493] env[70917]: DEBUG oslo_concurrency.lockutils [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.961683] env[70917]: DEBUG nova.network.neutron [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.982474] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.982981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.022941] env[70917]: DEBUG nova.network.neutron [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.203394] env[70917]: DEBUG nova.network.neutron [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance_info_cache with network_info: [{"id": "b85dd288-cf09-4574-8c1d-1cb202c61771", "address": "fa:16:3e:78:03:6c", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85dd288-cf", "ovs_interfaceid": "b85dd288-cf09-4574-8c1d-1cb202c61771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.259101] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "d49471a9-1625-4111-8e9b-a6155770a694" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.259391] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "d49471a9-1625-4111-8e9b-a6155770a694" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.259602] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "d49471a9-1625-4111-8e9b-a6155770a694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.259783] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "d49471a9-1625-4111-8e9b-a6155770a694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.259983] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "d49471a9-1625-4111-8e9b-a6155770a694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.262541] env[70917]: INFO nova.compute.manager [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Terminating instance [ 1098.326406] env[70917]: DEBUG nova.network.neutron [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.359993] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462109, 'name': Rename_Task, 'duration_secs': 0.187503} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.360392] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.360681] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7738c9a-d7ef-430e-9a92-c22c5d5122d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.371203] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1098.371203] env[70917]: value = "task-3462110" [ 1098.371203] env[70917]: _type = "Task" [ 1098.371203] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.383430] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.384322] env[70917]: DEBUG nova.objects.instance [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lazy-loading 'flavor' on Instance uuid c2bd083c-a2b0-4c38-b4e9-30438e6116d8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.486652] env[70917]: INFO nova.compute.manager [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Detaching volume 0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e [ 1098.528018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.528018] env[70917]: DEBUG nova.compute.manager [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Inject network info {{(pid=70917) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1098.528018] env[70917]: DEBUG nova.compute.manager [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] network_info to inject: |[{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1098.534921] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Reconfiguring VM instance to set the machine id {{(pid=70917) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1098.540198] env[70917]: INFO nova.virt.block_device [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Attempting to driver detach volume 0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e from mountpoint /dev/sdb [ 1098.541014] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.541014] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691483', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'name': 'volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f9fe874-7dac-44a5-9673-d623930b15e9', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'serial': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.541663] env[70917]: DEBUG oslo_concurrency.lockutils [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.545027] env[70917]: DEBUG nova.network.neutron [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.545027] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4aaf13-c54d-4ebb-a44a-0a726c8cd1f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.559260] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe5d18c-833c-4429-a0d3-da29d00edb51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.595590] env[70917]: DEBUG nova.network.neutron [-] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.601834] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433eded-ef1a-4a23-b986-640e532511c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.604823] env[70917]: DEBUG oslo_vmware.api [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1098.604823] env[70917]: value = "task-3462112" [ 1098.604823] env[70917]: _type = "Task" [ 1098.604823] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.614567] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c632e-3719-4f63-8db4-60c83b237059 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.621874] env[70917]: DEBUG oslo_vmware.api [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.653129] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e8be0-9899-4216-a2b8-61f88c7d7ea2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.670969] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e/volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1098.680204] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.686028] env[70917]: DEBUG nova.network.neutron [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Updating instance_info_cache with network_info: [{"id": "b286818e-1b8f-4518-8547-c8d3f2c505be", "address": "fa:16:3e:00:a5:07", "network": {"id": "84f7df5e-1028-4b1d-bc6e-cb534f0e1bbe", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-867882897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d3c1c7dcdff41afbdac2d4115d00e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286818e-1b", "ovs_interfaceid": "b286818e-1b8f-4518-8547-c8d3f2c505be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.695824] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ebf8740-b018-484a-91b3-442ccad68f67 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.722576] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.723040] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.723380] env[70917]: DEBUG nova.compute.manager [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Going to confirm migration 5 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1098.731881] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Releasing lock "refresh_cache-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.732503] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Instance network_info: |[{"id": "b286818e-1b8f-4518-8547-c8d3f2c505be", "address": "fa:16:3e:00:a5:07", "network": {"id": "84f7df5e-1028-4b1d-bc6e-cb534f0e1bbe", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-867882897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d3c1c7dcdff41afbdac2d4115d00e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286818e-1b", "ovs_interfaceid": "b286818e-1b8f-4518-8547-c8d3f2c505be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.733264] env[70917]: DEBUG oslo_concurrency.lockutils [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.741480] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:a5:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b286818e-1b8f-4518-8547-c8d3f2c505be', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.756971] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Creating folder: Project (8d3c1c7dcdff41afbdac2d4115d00e3d). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.764510] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75419db2-4667-4f90-a3aa-86fdac0edda1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.774023] env[70917]: DEBUG nova.compute.manager [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.774023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.774023] env[70917]: DEBUG oslo_vmware.api [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1098.774023] env[70917]: value = "task-3462113" [ 1098.774023] env[70917]: _type = "Task" [ 1098.774023] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.777910] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d43249-ad07-4499-a300-43e59a2d6af9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.797974] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Created folder: Project (8d3c1c7dcdff41afbdac2d4115d00e3d) in parent group-v691255. [ 1098.798451] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Creating folder: Instances. Parent ref: group-v691528. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.803360] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b4ca0bc-b2aa-4861-add1-a50cff3bb075 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.816420] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.818284] env[70917]: DEBUG oslo_vmware.api [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.826457] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4011ab20-8d3c-4cf2-a30f-b8c57416e371 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.838504] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Created folder: Instances in parent group-v691528. [ 1098.838504] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.839931] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.840516] env[70917]: DEBUG oslo_vmware.api [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1098.840516] env[70917]: value = "task-3462116" [ 1098.840516] env[70917]: _type = "Task" [ 1098.840516] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.840850] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-736092f1-ad11-4d5d-b331-4fdacd0e0a1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.899029] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.899602] env[70917]: DEBUG oslo_concurrency.lockutils [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.904163] env[70917]: DEBUG oslo_vmware.api [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.904420] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.904420] env[70917]: value = "task-3462117" [ 1098.904420] env[70917]: _type = "Task" [ 1098.904420] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.918826] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462117, 'name': CreateVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.024907] env[70917]: DEBUG nova.network.neutron [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updated VIF entry in instance network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.025393] env[70917]: DEBUG nova.network.neutron [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.032865] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f94752-a727-406e-9a29-222557954702 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.043136] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b02b24-00b9-4421-a6cd-c4c55efc3a9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.047599] env[70917]: DEBUG nova.network.neutron [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updated VIF entry in instance network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.047980] env[70917]: DEBUG nova.network.neutron [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.077459] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f36dca-f33e-4c45-9c8f-e5710fe9994c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.087755] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e96c9e-ba7d-4414-b172-941596cb7ad5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.104161] env[70917]: DEBUG nova.compute.provider_tree [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.105741] env[70917]: INFO nova.compute.manager [-] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Took 2.11 seconds to deallocate network for instance. [ 1099.113849] env[70917]: DEBUG nova.network.neutron [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.120614] env[70917]: DEBUG oslo_vmware.api [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462112, 'name': ReconfigVM_Task, 'duration_secs': 0.232181} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.120900] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-03a5360a-11a6-40f6-953d-17561b23618b tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Reconfigured VM instance to set the machine id {{(pid=70917) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1099.280318] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780ce55-00e7-4c27-952d-6133a6719d1e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.305426] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ffc586-bc7f-4a73-bd0f-6d3203dd279d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.311336] env[70917]: DEBUG oslo_vmware.api [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462113, 'name': ReconfigVM_Task, 'duration_secs': 0.313088} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.311962] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.317456] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.317636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.317862] env[70917]: DEBUG nova.network.neutron [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.318023] env[70917]: DEBUG nova.objects.instance [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'info_cache' on Instance uuid f66bd22b-1de2-43cc-b2a5-154fedcd3692 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.321299] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0448507f-1e60-4454-81ca-039564da8565 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.331472] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.340102] env[70917]: DEBUG oslo_vmware.api [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1099.340102] env[70917]: value = "task-3462118" [ 1099.340102] env[70917]: _type = "Task" [ 1099.340102] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.348610] env[70917]: DEBUG oslo_vmware.api [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.379376] env[70917]: DEBUG oslo_vmware.api [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462116, 'name': PowerOffVM_Task, 'duration_secs': 0.332783} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.380656] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.380656] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.380656] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d15a0f1-2ddf-474a-b69f-360ce845f55e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.391189] env[70917]: DEBUG oslo_vmware.api [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462110, 'name': PowerOnVM_Task, 'duration_secs': 0.673353} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.392024] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.392024] env[70917]: INFO nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1099.392024] env[70917]: DEBUG nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.392599] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157f87f1-b936-40fe-8631-722f67b0e0c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.417738] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462117, 'name': CreateVM_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.476565] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.476873] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.476941] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Deleting the datastore file [datastore2] d49471a9-1625-4111-8e9b-a6155770a694 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.477233] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e45f153-e9be-4f2c-b1a1-5f602444f857 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.485215] env[70917]: DEBUG oslo_vmware.api [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for the task: (returnval){ [ 1099.485215] env[70917]: value = "task-3462120" [ 1099.485215] env[70917]: _type = "Task" [ 1099.485215] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.493800] env[70917]: DEBUG oslo_vmware.api [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.528238] env[70917]: DEBUG oslo_concurrency.lockutils [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.528554] env[70917]: DEBUG nova.compute.manager [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Received event network-changed-b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.528744] env[70917]: DEBUG nova.compute.manager [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Refreshing instance network info cache due to event network-changed-b286818e-1b8f-4518-8547-c8d3f2c505be. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.529109] env[70917]: DEBUG oslo_concurrency.lockutils [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] Acquiring lock "refresh_cache-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.529187] env[70917]: DEBUG oslo_concurrency.lockutils [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] Acquired lock "refresh_cache-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.529321] env[70917]: DEBUG nova.network.neutron [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Refreshing network info cache for port b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.530614] env[70917]: DEBUG oslo_concurrency.lockutils [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.550558] env[70917]: DEBUG oslo_concurrency.lockutils [req-2593d81f-03c8-48da-9c89-bee5cd3ca9f3 req-7a246a7e-78f9-4979-b247-e7e7dfa75991 service nova] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.551131] env[70917]: DEBUG oslo_concurrency.lockutils [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] Acquired lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.551359] env[70917]: DEBUG nova.network.neutron [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Refreshing network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.607675] env[70917]: DEBUG nova.scheduler.client.report [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.616768] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.617359] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.828651] env[70917]: DEBUG nova.compute.manager [req-2f4d95a7-0789-4a88-bf78-1464655555d2 req-6db31b16-af75-4608-a646-65ab0dbec00a service nova] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Received event network-vif-deleted-08960d53-7dd3-44ab-aca8-9eee59f218af {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.840810] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.841380] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f84de1-8619-41b4-ac6b-c534b909d9d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.852116] env[70917]: DEBUG oslo_vmware.api [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462118, 'name': ReconfigVM_Task, 'duration_secs': 0.163066} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.854297] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691483', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'name': 'volume-0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9f9fe874-7dac-44a5-9673-d623930b15e9', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e', 'serial': '0f6d7d2e-5ed8-4e8e-9af2-33cd2d42b73e'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1099.855291] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1099.855291] env[70917]: value = "task-3462121" [ 1099.855291] env[70917]: _type = "Task" [ 1099.855291] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.866656] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.884963] env[70917]: DEBUG nova.network.neutron [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.921702] env[70917]: INFO nova.compute.manager [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Took 26.30 seconds to build instance. [ 1099.933853] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462117, 'name': CreateVM_Task, 'duration_secs': 0.767227} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.934038] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.934761] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.934916] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.935247] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.935536] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d661e197-7579-469c-b5f1-205209ba8dc0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.940214] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1099.940214] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c4393c-06b7-071b-98b1-e1e04708acc3" [ 1099.940214] env[70917]: _type = "Task" [ 1099.940214] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.949085] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c4393c-06b7-071b-98b1-e1e04708acc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.994864] env[70917]: DEBUG oslo_vmware.api [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Task: {'id': task-3462120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226253} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.995161] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.995353] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.995556] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.995732] env[70917]: INFO nova.compute.manager [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1099.995993] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.996221] env[70917]: DEBUG nova.compute.manager [-] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.996318] env[70917]: DEBUG nova.network.neutron [-] [instance: d49471a9-1625-4111-8e9b-a6155770a694] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.113305] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.113844] env[70917]: DEBUG nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.118503] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.276s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.118503] env[70917]: DEBUG nova.objects.instance [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'resources' on Instance uuid 780aa867-532f-4676-9fc9-434faed70326 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.365313] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.424862] env[70917]: DEBUG nova.objects.instance [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'flavor' on Instance uuid 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.426603] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.814s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.460405] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c4393c-06b7-071b-98b1-e1e04708acc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012592} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.460405] env[70917]: DEBUG nova.network.neutron [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updated VIF entry in instance network info cache for port fefc749d-47f5-410c-8110-b37cc36b2802. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.460405] env[70917]: DEBUG nova.network.neutron [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [{"id": "fefc749d-47f5-410c-8110-b37cc36b2802", "address": "fa:16:3e:b3:f8:b6", "network": {"id": "1bc9175a-7fa7-4a18-858f-514e178c0ec1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1830242377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3f646b07f4e4cf8b13087dfe4d744bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfefc749d-47", "ovs_interfaceid": "fefc749d-47f5-410c-8110-b37cc36b2802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.461843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.462344] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.462759] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.463326] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.467070] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.467070] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58eeb583-00a0-4448-84b3-709c20428b15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.474512] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.475141] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.476148] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299e0b3d-c14c-42f6-b6a5-daddf29029eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.489026] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1100.489026] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520ad91a-e480-51f6-fe29-a931903f0a21" [ 1100.489026] env[70917]: _type = "Task" [ 1100.489026] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.499617] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520ad91a-e480-51f6-fe29-a931903f0a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.548080] env[70917]: DEBUG nova.network.neutron [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Updated VIF entry in instance network info cache for port b286818e-1b8f-4518-8547-c8d3f2c505be. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.548501] env[70917]: DEBUG nova.network.neutron [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Updating instance_info_cache with network_info: [{"id": "b286818e-1b8f-4518-8547-c8d3f2c505be", "address": "fa:16:3e:00:a5:07", "network": {"id": "84f7df5e-1028-4b1d-bc6e-cb534f0e1bbe", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-867882897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d3c1c7dcdff41afbdac2d4115d00e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb286818e-1b", "ovs_interfaceid": "b286818e-1b8f-4518-8547-c8d3f2c505be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.620741] env[70917]: DEBUG nova.compute.utils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.622629] env[70917]: DEBUG nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1100.757736] env[70917]: DEBUG nova.network.neutron [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [{"id": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "address": "fa:16:3e:7d:1b:1c", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f8d39-18", "ovs_interfaceid": "270f8d39-183f-4fbf-877a-37fb77e2d35d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.870369] env[70917]: DEBUG oslo_vmware.api [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462121, 'name': PowerOnVM_Task, 'duration_secs': 0.785478} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.870903] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.871140] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-83fca82e-dca8-4ffa-9505-2fd78d3f658d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance 'c0b9cb91-17d5-40fc-a0ad-f663f7864012' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.966880] env[70917]: DEBUG oslo_concurrency.lockutils [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] Releasing lock "refresh_cache-d49471a9-1625-4111-8e9b-a6155770a694" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.967175] env[70917]: DEBUG nova.compute.manager [req-fe784bcc-9625-4aae-b3a6-9b75a2e8d153 req-2a621c77-d1ac-4dcb-a7f4-e50c8c0f8117 service nova] [instance: 780aa867-532f-4676-9fc9-434faed70326] Received event network-vif-deleted-7ea7c90a-62a8-46ec-873d-b6558a1086d4 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.004242] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520ad91a-e480-51f6-fe29-a931903f0a21, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.005159] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172eddec-a068-4c57-8d42-13b44da44216 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.013934] env[70917]: DEBUG nova.network.neutron [-] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.016715] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1101.016715] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525828bf-e7c4-0298-7232-54b45b100e3b" [ 1101.016715] env[70917]: _type = "Task" [ 1101.016715] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.031087] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525828bf-e7c4-0298-7232-54b45b100e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.031451] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.031936] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574/a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.033033] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839cb05f-bc78-4aca-ac44-eb6ce58159fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.044929] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1101.044929] env[70917]: value = "task-3462123" [ 1101.044929] env[70917]: _type = "Task" [ 1101.044929] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.050927] env[70917]: DEBUG oslo_concurrency.lockutils [req-5dffa041-c55f-4784-91b6-6826ae442af8 req-2a14d864-c9a8-48a6-81fe-67abb433b8ea service nova] Releasing lock "refresh_cache-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.057530] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.126766] env[70917]: DEBUG nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.142870] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e811e65-e92d-4020-bfb5-945130530c1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.171785] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.186333] env[70917]: DEBUG nova.network.neutron [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.191330] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca165eed-50dd-4782-9239-4e7fe1e31180 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.200492] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37834167-5063-431d-9445-9191dc4ebbb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.248881] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbff673d-c03b-4f03-87e3-46ac3baa92e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.264337] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-f66bd22b-1de2-43cc-b2a5-154fedcd3692" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.264632] env[70917]: DEBUG nova.objects.instance [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'migration_context' on Instance uuid f66bd22b-1de2-43cc-b2a5-154fedcd3692 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.267074] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae92e3c-2e3d-4b8c-a0f3-c331766aeee6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.286904] env[70917]: DEBUG nova.compute.provider_tree [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.429532] env[70917]: DEBUG nova.compute.manager [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.429733] env[70917]: DEBUG nova.compute.manager [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing instance network info cache due to event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.430016] env[70917]: DEBUG oslo_concurrency.lockutils [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.430335] env[70917]: DEBUG oslo_concurrency.lockutils [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.430544] env[70917]: DEBUG nova.network.neutron [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.441365] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b5a209bf-51b7-43b4-bf3f-80d5799fbf1b tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.458s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.522530] env[70917]: INFO nova.compute.manager [-] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Took 1.53 seconds to deallocate network for instance. [ 1101.563419] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.680793] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.681438] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ece942-9c50-48a6-b0a4-d50501923de7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.689589] env[70917]: DEBUG oslo_concurrency.lockutils [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.689837] env[70917]: DEBUG nova.compute.manager [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Inject network info {{(pid=70917) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1101.690170] env[70917]: DEBUG nova.compute.manager [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] network_info to inject: |[{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1101.695693] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Reconfiguring VM instance to set the machine id {{(pid=70917) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1101.695693] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1101.695693] env[70917]: value = "task-3462124" [ 1101.695693] env[70917]: _type = "Task" [ 1101.695693] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.696313] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b05c85-7b6b-40dc-a27c-a540528214b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.721043] env[70917]: DEBUG oslo_vmware.api [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1101.721043] env[70917]: value = "task-3462125" [ 1101.721043] env[70917]: _type = "Task" [ 1101.721043] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.721043] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.730625] env[70917]: DEBUG oslo_vmware.api [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.759012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.759422] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.759653] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.759848] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.760181] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.762653] env[70917]: INFO nova.compute.manager [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Terminating instance [ 1101.774198] env[70917]: DEBUG nova.objects.base [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.775633] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cbd2a6-16eb-436e-9862-b14999b98152 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.802896] env[70917]: DEBUG nova.scheduler.client.report [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.809028] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c78fdf6-2096-47e8-be3c-8e8bc76898e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.816041] env[70917]: DEBUG oslo_vmware.api [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1101.816041] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b237fa-76c1-a964-ab22-37d8d78e7d96" [ 1101.816041] env[70917]: _type = "Task" [ 1101.816041] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.827793] env[70917]: DEBUG oslo_vmware.api [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b237fa-76c1-a964-ab22-37d8d78e7d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.034980] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.062498] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462123, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.138431] env[70917]: DEBUG nova.compute.manager [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.138561] env[70917]: DEBUG nova.compute.manager [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing instance network info cache due to event network-changed-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.138776] env[70917]: DEBUG oslo_concurrency.lockutils [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] Acquiring lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.138915] env[70917]: DEBUG oslo_concurrency.lockutils [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] Acquired lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.139288] env[70917]: DEBUG nova.network.neutron [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Refreshing network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.143751] env[70917]: DEBUG nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.161185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.161185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.161185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.161185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.161573] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.164510] env[70917]: INFO nova.compute.manager [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Terminating instance [ 1102.188607] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.188849] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.189019] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.189234] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.189520] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.189585] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.189805] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.190041] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.190223] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.190393] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.190731] env[70917]: DEBUG nova.virt.hardware [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.191737] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce857cdd-a644-4828-b999-930adc404513 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.201133] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43178cc8-5475-4b94-9f9b-9fffb100565f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.220477] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.226284] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Creating folder: Project (92fba297f23a47bc832e380509298d9a). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.227256] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70120d95-c793-47ae-8de2-2e07b4447ca5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.236674] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462124, 'name': PowerOffVM_Task, 'duration_secs': 0.317437} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.237362] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.237588] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.246805] env[70917]: DEBUG oslo_vmware.api [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462125, 'name': ReconfigVM_Task, 'duration_secs': 0.208773} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.248716] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Reconfigured VM instance to set the machine id {{(pid=70917) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1102.251562] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Created folder: Project (92fba297f23a47bc832e380509298d9a) in parent group-v691255. [ 1102.251562] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Creating folder: Instances. Parent ref: group-v691532. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.251705] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-525de27d-3c6d-4eec-a583-493899cefa43 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.267034] env[70917]: DEBUG nova.compute.manager [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.267347] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.269279] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d43d9ad-f3ee-488e-b6e3-22076a73453a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.272969] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Created folder: Instances in parent group-v691532. [ 1102.272969] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.272969] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.273246] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d239e856-5d77-48a0-af57-dd9cd8f3f862 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.290770] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.291636] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa27333-23a6-4e14-89dd-c514801ad766 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.299540] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.299540] env[70917]: value = "task-3462128" [ 1102.299540] env[70917]: _type = "Task" [ 1102.299540] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.300815] env[70917]: DEBUG oslo_vmware.api [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1102.300815] env[70917]: value = "task-3462129" [ 1102.300815] env[70917]: _type = "Task" [ 1102.300815] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.312375] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.319961] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.101s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.320335] env[70917]: DEBUG nova.objects.instance [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid 01020403-c3c1-440a-a39d-2a679f18a18b {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.322313] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462128, 'name': CreateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.332865] env[70917]: DEBUG oslo_vmware.api [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.346157] env[70917]: DEBUG oslo_vmware.api [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b237fa-76c1-a964-ab22-37d8d78e7d96, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.346568] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.352411] env[70917]: INFO nova.scheduler.client.report [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocations for instance 780aa867-532f-4676-9fc9-434faed70326 [ 1102.383694] env[70917]: DEBUG nova.network.neutron [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updated VIF entry in instance network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.384098] env[70917]: DEBUG nova.network.neutron [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.510912] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.511292] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "c551795e-07b6-414e-918b-8654426feb5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.567298] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462123, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486048} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.567668] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574/a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.567959] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.568389] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8aa7692-15aa-45e0-ba3b-72b9067275ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.577557] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1102.577557] env[70917]: value = "task-3462130" [ 1102.577557] env[70917]: _type = "Task" [ 1102.577557] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.589225] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.671505] env[70917]: DEBUG nova.compute.manager [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.672257] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.673870] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c2e47-83a1-46bc-935c-ea9d2933196d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.684040] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.684697] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3416506b-2a80-4ede-a513-be4bb595d882 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.696207] env[70917]: DEBUG oslo_vmware.api [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1102.696207] env[70917]: value = "task-3462132" [ 1102.696207] env[70917]: _type = "Task" [ 1102.696207] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.708677] env[70917]: DEBUG oslo_vmware.api [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.751573] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.752083] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.752427] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.752785] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.753095] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.753337] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.753648] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.753933] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.754235] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.754524] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.754802] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.769298] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1a6447-aab5-4e55-9755-6ea5238834f2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.792562] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1102.792562] env[70917]: value = "task-3462133" [ 1102.792562] env[70917]: _type = "Task" [ 1102.792562] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.804038] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.820418] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462128, 'name': CreateVM_Task, 'duration_secs': 0.48013} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.820720] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.821090] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.821257] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.821609] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.821882] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb5434d-f8c3-4ac6-ad5e-d17d88cb6985 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.829494] env[70917]: DEBUG oslo_vmware.api [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462129, 'name': PowerOffVM_Task, 'duration_secs': 0.466267} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.830794] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.831022] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.831377] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b842fae2-462b-45da-99b4-2bc58ab9b4c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.835115] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1102.835115] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ceef69-f120-27a5-50ac-fe4f6edb7114" [ 1102.835115] env[70917]: _type = "Task" [ 1102.835115] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.849403] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ceef69-f120-27a5-50ac-fe4f6edb7114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.861595] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f22fac52-ca35-4944-9d7f-d67f7d633036 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "780aa867-532f-4676-9fc9-434faed70326" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.454s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.888140] env[70917]: DEBUG oslo_concurrency.lockutils [req-91d77fb2-1c03-47cc-83c9-e2f4993d446b req-48d93be3-2d2f-4d8c-a67a-2b0d8265c5f8 service nova] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.927493] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.928136] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.928370] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleting the datastore file [datastore2] 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.928754] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-513e4903-6c49-4cf1-8d09-7218c2a1d7a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.944819] env[70917]: DEBUG oslo_vmware.api [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1102.944819] env[70917]: value = "task-3462135" [ 1102.944819] env[70917]: _type = "Task" [ 1102.944819] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.949599] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.949991] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.950300] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.950495] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.950688] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.957745] env[70917]: INFO nova.compute.manager [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Terminating instance [ 1102.962904] env[70917]: DEBUG oslo_vmware.api [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.014538] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.085672] env[70917]: DEBUG nova.network.neutron [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updated VIF entry in instance network info cache for port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.086101] env[70917]: DEBUG nova.network.neutron [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [{"id": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "address": "fa:16:3e:e4:3e:42", "network": {"id": "6b63ad95-e64c-443c-85fb-2668ced1515a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-715944797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ae5a9b181c458b955eaba25717a507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b8c53a-c5", "ovs_interfaceid": "b5b8c53a-c5fb-4ce5-8f45-ab20512b084c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.091064] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097742} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.091907] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.095564] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ece69b-8c7c-40e0-8bbc-277113c58f82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.121713] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574/a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.124945] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562f4fc5-f480-443c-8ed2-922ed25a8c25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.147623] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1103.147623] env[70917]: value = "task-3462136" [ 1103.147623] env[70917]: _type = "Task" [ 1103.147623] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.161786] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.194073] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b726b66-f693-48f9-83da-7c39694bac1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.211985] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd9eb6-ec9e-4bdd-b130-1fd87443db19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.215929] env[70917]: DEBUG oslo_vmware.api [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462132, 'name': PowerOffVM_Task, 'duration_secs': 0.260609} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.216291] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.216504] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.217218] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02b59990-e3a2-4c64-a7eb-42069afe44fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.249924] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd516a3c-a614-497f-8959-6bbeb6a11700 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.259476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc3d591-4af1-4117-9672-e4df32945f7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.275814] env[70917]: DEBUG nova.compute.provider_tree [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.294072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.294419] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.294634] env[70917]: DEBUG nova.compute.manager [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Going to confirm migration 6 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1103.309464] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462133, 'name': ReconfigVM_Task, 'duration_secs': 0.283917} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.309464] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.313953] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.314314] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.314508] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Deleting the datastore file [datastore1] dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.315026] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799522d1-93d5-4898-acca-ffc53d56297d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.323827] env[70917]: DEBUG oslo_vmware.api [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for the task: (returnval){ [ 1103.323827] env[70917]: value = "task-3462138" [ 1103.323827] env[70917]: _type = "Task" [ 1103.323827] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.334139] env[70917]: DEBUG oslo_vmware.api [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.352061] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ceef69-f120-27a5-50ac-fe4f6edb7114, 'name': SearchDatastore_Task, 'duration_secs': 0.0192} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.352218] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.352463] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.352768] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.353034] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.353254] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.354581] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72e9ebb-c29b-4a08-a601-a24f42cf81d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.373541] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.373726] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.374871] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbee175e-90f2-4f15-be3d-25c2985c098b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.383183] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1103.383183] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52078231-f413-8d9a-60d6-0ba98e6f842d" [ 1103.383183] env[70917]: _type = "Task" [ 1103.383183] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.392914] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52078231-f413-8d9a-60d6-0ba98e6f842d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.456503] env[70917]: DEBUG oslo_vmware.api [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156448} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.456769] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.456955] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.457167] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.457363] env[70917]: INFO nova.compute.manager [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1103.457622] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.457823] env[70917]: DEBUG nova.compute.manager [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.457918] env[70917]: DEBUG nova.network.neutron [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.465460] env[70917]: DEBUG nova.compute.manager [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.465695] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.466678] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1f87ef-08ef-4d34-884a-18728a4fc931 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.475714] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.475977] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61d5c26-48b4-402b-a358-76482c49f39a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.483945] env[70917]: DEBUG oslo_vmware.api [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1103.483945] env[70917]: value = "task-3462139" [ 1103.483945] env[70917]: _type = "Task" [ 1103.483945] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.496053] env[70917]: DEBUG oslo_vmware.api [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.540376] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.594124] env[70917]: DEBUG oslo_concurrency.lockutils [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] Releasing lock "refresh_cache-c2bd083c-a2b0-4c38-b4e9-30438e6116d8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.594124] env[70917]: DEBUG nova.compute.manager [req-c0d654a8-01ed-4b29-b88a-cb9b4c0de9e5 req-b23d6367-486b-4e4a-8464-b028889af062 service nova] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Received event network-vif-deleted-fefc749d-47f5-410c-8110-b37cc36b2802 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.660315] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.779742] env[70917]: DEBUG nova.scheduler.client.report [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.818503] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.818753] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.818910] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.819126] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.819283] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.819443] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.819650] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.819809] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.819973] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.820194] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.820380] env[70917]: DEBUG nova.virt.hardware [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.827548] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.828980] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ace9ae2-6caa-4b53-bbeb-26bcab9bb0b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.851549] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.851839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.851975] env[70917]: DEBUG nova.network.neutron [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.852118] env[70917]: DEBUG nova.objects.instance [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'info_cache' on Instance uuid c0b9cb91-17d5-40fc-a0ad-f663f7864012 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.867027] env[70917]: DEBUG oslo_vmware.api [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Task: {'id': task-3462138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260295} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.868532] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.868847] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.868969] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.869196] env[70917]: INFO nova.compute.manager [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1103.869471] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.870118] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1103.870118] env[70917]: value = "task-3462140" [ 1103.870118] env[70917]: _type = "Task" [ 1103.870118] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.870333] env[70917]: DEBUG nova.compute.manager [-] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.870437] env[70917]: DEBUG nova.network.neutron [-] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.881862] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.896197] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52078231-f413-8d9a-60d6-0ba98e6f842d, 'name': SearchDatastore_Task, 'duration_secs': 0.019447} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.897470] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80bf342-6e18-42c4-a128-effbe11834da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.905493] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1103.905493] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528e3e1d-1fac-96b5-827c-0efc19fb3068" [ 1103.905493] env[70917]: _type = "Task" [ 1103.905493] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.919787] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528e3e1d-1fac-96b5-827c-0efc19fb3068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.994336] env[70917]: DEBUG oslo_vmware.api [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462139, 'name': PowerOffVM_Task, 'duration_secs': 0.264642} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.994336] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.994532] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.994726] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593578c8-a41b-4ce6-8f5b-b9512b90cfcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.077523] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.078610] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.078610] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Deleting the datastore file [datastore2] c2bd083c-a2b0-4c38-b4e9-30438e6116d8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.078610] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0253486-5b5a-477b-8b95-441751ff3477 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.087448] env[70917]: DEBUG oslo_vmware.api [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for the task: (returnval){ [ 1104.087448] env[70917]: value = "task-3462142" [ 1104.087448] env[70917]: _type = "Task" [ 1104.087448] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.096330] env[70917]: DEBUG oslo_vmware.api [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.124411] env[70917]: DEBUG nova.compute.manager [req-2c854f44-6c0d-4f28-9d48-b821e5ebc744 req-92f6e803-a2a0-497a-ab50-f87278342057 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Received event network-vif-deleted-87dd2138-04f6-4411-b5c8-11a8fba1ea7a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.124563] env[70917]: INFO nova.compute.manager [req-2c854f44-6c0d-4f28-9d48-b821e5ebc744 req-92f6e803-a2a0-497a-ab50-f87278342057 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Neutron deleted interface 87dd2138-04f6-4411-b5c8-11a8fba1ea7a; detaching it from the instance and deleting it from the info cache [ 1104.125458] env[70917]: DEBUG nova.network.neutron [req-2c854f44-6c0d-4f28-9d48-b821e5ebc744 req-92f6e803-a2a0-497a-ab50-f87278342057 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.160722] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462136, 'name': ReconfigVM_Task, 'duration_secs': 0.51957} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.161023] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574/a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.161701] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f05f7c3-9c9e-4ab2-b128-a1281ce164ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.171035] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1104.171035] env[70917]: value = "task-3462143" [ 1104.171035] env[70917]: _type = "Task" [ 1104.171035] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.182696] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462143, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.286791] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.295552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.675s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.295552] env[70917]: DEBUG nova.objects.instance [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'resources' on Instance uuid e51e6d28-9a43-4cff-99e1-317762155816 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.358318] env[70917]: INFO nova.scheduler.client.report [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance 01020403-c3c1-440a-a39d-2a679f18a18b [ 1104.386984] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462140, 'name': ReconfigVM_Task, 'duration_secs': 0.405454} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.387286] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.389019] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0cb8df-8837-4a3f-bcf9-fe2b778ea8c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.428272] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.432637] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d127da8-a699-4513-a107-b55a7578c10c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.455151] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528e3e1d-1fac-96b5-827c-0efc19fb3068, 'name': SearchDatastore_Task, 'duration_secs': 0.016795} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.457459] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.457821] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.458179] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1104.458179] env[70917]: value = "task-3462144" [ 1104.458179] env[70917]: _type = "Task" [ 1104.458179] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.458644] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b725d184-e1e3-4c2d-b068-c7c6fe82ef64 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.471963] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.473421] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1104.473421] env[70917]: value = "task-3462145" [ 1104.473421] env[70917]: _type = "Task" [ 1104.473421] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.481654] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.481890] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.599058] env[70917]: DEBUG oslo_vmware.api [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Task: {'id': task-3462142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28653} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.599357] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.599583] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.599717] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.599894] env[70917]: INFO nova.compute.manager [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1104.600182] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.600388] env[70917]: DEBUG nova.compute.manager [-] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.600485] env[70917]: DEBUG nova.network.neutron [-] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.606049] env[70917]: DEBUG nova.network.neutron [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.632164] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd8f58b-7cdb-494c-b751-3d115de1de62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.640060] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cdee1c-c61b-4da9-a252-040314cd9992 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.680175] env[70917]: DEBUG nova.compute.manager [req-2c854f44-6c0d-4f28-9d48-b821e5ebc744 req-92f6e803-a2a0-497a-ab50-f87278342057 service nova] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Detach interface failed, port_id=87dd2138-04f6-4411-b5c8-11a8fba1ea7a, reason: Instance 9f9fe874-7dac-44a5-9673-d623930b15e9 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.692583] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462143, 'name': Rename_Task, 'duration_secs': 0.268869} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.693047] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.693371] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819dd68e-8ebd-4478-a801-065c0fea32a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.701971] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1104.701971] env[70917]: value = "task-3462147" [ 1104.701971] env[70917]: _type = "Task" [ 1104.701971] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.717218] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.805638] env[70917]: DEBUG nova.compute.manager [req-434e61e5-7b89-42d3-8bc0-2e176f4021e4 req-cb107232-c738-42cb-bf5a-60929d960fcb service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Received event network-vif-deleted-f395f2b2-0968-436e-b834-77dd09d1b4d0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.805833] env[70917]: INFO nova.compute.manager [req-434e61e5-7b89-42d3-8bc0-2e176f4021e4 req-cb107232-c738-42cb-bf5a-60929d960fcb service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Neutron deleted interface f395f2b2-0968-436e-b834-77dd09d1b4d0; detaching it from the instance and deleting it from the info cache [ 1104.806015] env[70917]: DEBUG nova.network.neutron [req-434e61e5-7b89-42d3-8bc0-2e176f4021e4 req-cb107232-c738-42cb-bf5a-60929d960fcb service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.876633] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6f57a041-7a5d-40aa-b978-21121ee08920 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "01020403-c3c1-440a-a39d-2a679f18a18b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.358s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.985212] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.986539] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.998084] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462145, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.111236] env[70917]: INFO nova.compute.manager [-] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Took 1.65 seconds to deallocate network for instance. [ 1105.208885] env[70917]: DEBUG nova.network.neutron [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance_info_cache with network_info: [{"id": "b85dd288-cf09-4574-8c1d-1cb202c61771", "address": "fa:16:3e:78:03:6c", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85dd288-cf", "ovs_interfaceid": "b85dd288-cf09-4574-8c1d-1cb202c61771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.219209] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462147, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.221243] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f46c3a-0c4a-4bdd-9631-4fe3ad508e59 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.230704] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8229bd41-671c-449b-b93f-e1adb8f6e575 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.267205] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e761842c-e5f9-437a-b8f8-141ff3c5fd9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.277650] env[70917]: DEBUG nova.network.neutron [-] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.282042] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7910e2-d6a8-4058-8359-9b7e59f9b8c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.069757] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.070260] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-c0b9cb91-17d5-40fc-a0ad-f663f7864012" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.070479] env[70917]: DEBUG nova.objects.instance [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'migration_context' on Instance uuid c0b9cb91-17d5-40fc-a0ad-f663f7864012 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.074335] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5ea5e44-c1d8-4fe9-9af8-0f787d8c02e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.085852] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.086074] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.097696] env[70917]: DEBUG nova.compute.provider_tree [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.100958] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.110415] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57384} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.110876] env[70917]: DEBUG oslo_vmware.api [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462147, 'name': PowerOnVM_Task, 'duration_secs': 0.78211} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.111088] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.114048] env[70917]: DEBUG nova.scheduler.client.report [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.117526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8124dabd-5662-4f44-aef2-8fcaa24d374d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.128426] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.128663] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.128936] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.129142] env[70917]: INFO nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1106.129318] env[70917]: DEBUG nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.130907] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.133043] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-410ed01d-b69a-4fd3-9f4a-7b374e62e3e1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.135570] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45b233e-23b0-4d1e-b797-88fcfa28fa80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.137758] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.103s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.137974] env[70917]: DEBUG nova.objects.instance [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lazy-loading 'resources' on Instance uuid d49471a9-1625-4111-8e9b-a6155770a694 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.148933] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1106.148933] env[70917]: value = "task-3462148" [ 1106.148933] env[70917]: _type = "Task" [ 1106.148933] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.155618] env[70917]: DEBUG nova.compute.manager [req-b300859d-3247-4aa2-b761-b00acdadb054 req-7b1bc701-5bb8-41c0-a8f3-2c244e7272eb service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Received event network-vif-deleted-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.155808] env[70917]: INFO nova.compute.manager [req-b300859d-3247-4aa2-b761-b00acdadb054 req-7b1bc701-5bb8-41c0-a8f3-2c244e7272eb service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Neutron deleted interface b5b8c53a-c5fb-4ce5-8f45-ab20512b084c; detaching it from the instance and deleting it from the info cache [ 1106.156039] env[70917]: DEBUG nova.network.neutron [req-b300859d-3247-4aa2-b761-b00acdadb054 req-7b1bc701-5bb8-41c0-a8f3-2c244e7272eb service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.171893] env[70917]: DEBUG nova.compute.manager [req-434e61e5-7b89-42d3-8bc0-2e176f4021e4 req-cb107232-c738-42cb-bf5a-60929d960fcb service nova] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Detach interface failed, port_id=f395f2b2-0968-436e-b834-77dd09d1b4d0, reason: Instance dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.172426] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.173495] env[70917]: INFO nova.scheduler.client.report [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted allocations for instance e51e6d28-9a43-4cff-99e1-317762155816 [ 1106.566423] env[70917]: INFO nova.compute.manager [-] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Took 2.69 seconds to deallocate network for instance. [ 1106.575025] env[70917]: DEBUG nova.objects.base [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.575968] env[70917]: DEBUG nova.network.neutron [-] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.578126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3949d-2053-4aff-817e-7879f7c0844e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.584011] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462144, 'name': ReconfigVM_Task, 'duration_secs': 1.78788} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.585120] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.585479] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.603633] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.607772] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4faa26-9c4f-40f3-a06d-f238265e08fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.615446] env[70917]: DEBUG oslo_vmware.api [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1106.615446] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52989569-c492-72fc-8045-a2ca434fc706" [ 1106.615446] env[70917]: _type = "Task" [ 1106.615446] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.625011] env[70917]: DEBUG oslo_vmware.api [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52989569-c492-72fc-8045-a2ca434fc706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.661377] env[70917]: INFO nova.compute.manager [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Took 29.85 seconds to build instance. [ 1106.672029] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37306513-56e4-412d-bd1c-0905624ce8fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.676235] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102275} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.677055] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.681104] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f2ee41d-1d84-4c89-84da-74845f988777 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "e51e6d28-9a43-4cff-99e1-317762155816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.376s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.683291] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492580e-5c41-4e7d-b85f-c6c8c7d1da69 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.694480] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753c3367-b0ca-4180-9120-fb27a6749ea9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.729803] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.733139] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7c0a11-42ce-4b74-976d-c478069cc34e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.760175] env[70917]: DEBUG nova.compute.manager [req-b300859d-3247-4aa2-b761-b00acdadb054 req-7b1bc701-5bb8-41c0-a8f3-2c244e7272eb service nova] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Detach interface failed, port_id=b5b8c53a-c5fb-4ce5-8f45-ab20512b084c, reason: Instance c2bd083c-a2b0-4c38-b4e9-30438e6116d8 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.766814] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1106.766814] env[70917]: value = "task-3462150" [ 1106.766814] env[70917]: _type = "Task" [ 1106.766814] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.777677] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.979095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59010ae-5ef8-4d79-9037-389dadbc4e4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.988163] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27db0c3-a212-41d1-8ade-79728d7d201b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.021351] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df9057-a4ac-46c6-8c32-f74bf7c8881b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.030298] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce41013-3f12-4001-96ec-5cbc571de874 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.046496] env[70917]: DEBUG nova.compute.provider_tree [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.082622] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.083106] env[70917]: INFO nova.compute.manager [-] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Took 2.48 seconds to deallocate network for instance. [ 1107.093508] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a298e87c-737b-463d-9560-cac1623548c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.127182] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69cf6c5-0352-4907-9443-f98f3b28865e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.155637] env[70917]: DEBUG oslo_vmware.api [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52989569-c492-72fc-8045-a2ca434fc706, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.155990] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.161511] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.161839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.163957] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.359s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.279369] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462150, 'name': ReconfigVM_Task, 'duration_secs': 0.408429} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.279662] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.280367] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11998962-553b-4e41-8d8b-35ae287febc3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.287936] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1107.287936] env[70917]: value = "task-3462151" [ 1107.287936] env[70917]: _type = "Task" [ 1107.287936] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.297532] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462151, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.544536] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528315ba-6c10-c667-0e7a-9a6c34d9c50d/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.545505] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4eca1b-f125-4cb8-adde-6395886c47de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.552970] env[70917]: DEBUG nova.scheduler.client.report [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.556137] env[70917]: DEBUG oslo_concurrency.lockutils [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "interface-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.556360] env[70917]: DEBUG oslo_concurrency.lockutils [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "interface-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.556639] env[70917]: DEBUG nova.objects.instance [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lazy-loading 'flavor' on Instance uuid a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.557765] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528315ba-6c10-c667-0e7a-9a6c34d9c50d/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.557920] env[70917]: ERROR oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528315ba-6c10-c667-0e7a-9a6c34d9c50d/disk-0.vmdk due to incomplete transfer. [ 1107.561803] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72030fdf-209a-4412-b4f0-c437eaaf8d6c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.572319] env[70917]: DEBUG oslo_vmware.rw_handles [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528315ba-6c10-c667-0e7a-9a6c34d9c50d/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.572960] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Uploaded image 092164af-f39c-477c-95d8-4b6fa17c56da to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.575261] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.576187] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3dea29a4-94af-4ea5-893e-0345d8cb4ba3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.584404] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1107.584404] env[70917]: value = "task-3462152" [ 1107.584404] env[70917]: _type = "Task" [ 1107.584404] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.598387] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.598387] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462152, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.799164] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462151, 'name': Rename_Task, 'duration_secs': 0.17489} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.799487] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.799683] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2408f3-c153-4526-944e-2b6567c73688 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.807214] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1107.807214] env[70917]: value = "task-3462153" [ 1107.807214] env[70917]: _type = "Task" [ 1107.807214] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.816200] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.063466] env[70917]: DEBUG nova.objects.instance [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lazy-loading 'pci_requests' on Instance uuid a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.065011] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.068180] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.721s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.091978] env[70917]: INFO nova.scheduler.client.report [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Deleted allocations for instance d49471a9-1625-4111-8e9b-a6155770a694 [ 1108.101309] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462152, 'name': Destroy_Task, 'duration_secs': 0.342236} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.101862] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Destroyed the VM [ 1108.102160] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1108.102459] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65663d75-7c6e-4bd4-9f6b-710871471761 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.109695] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1108.109695] env[70917]: value = "task-3462154" [ 1108.109695] env[70917]: _type = "Task" [ 1108.109695] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.119775] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.319596] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.568757] env[70917]: DEBUG nova.objects.base [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.569619] env[70917]: DEBUG nova.network.neutron [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.600022] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Lock "d49471a9-1625-4111-8e9b-a6155770a694" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.340s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.623801] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384745} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.624098] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.624389] env[70917]: DEBUG nova.compute.manager [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.625179] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d273d-6262-45f9-8b60-de87afb2c54a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.704971] env[70917]: DEBUG oslo_concurrency.lockutils [None req-510efd9f-1f9c-48c2-b4e9-5ea766d6e456 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "interface-a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.148s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.827422] env[70917]: DEBUG oslo_vmware.api [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462153, 'name': PowerOnVM_Task, 'duration_secs': 0.690667} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.830389] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.831103] env[70917]: INFO nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1108.831352] env[70917]: DEBUG nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.832767] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327b159-a560-4c1c-a610-d28d954f1326 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.837700] env[70917]: DEBUG nova.network.neutron [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Port b632e445-2851-4ef4-8d51-23eb29f4d930 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1108.861651] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee90c8-d252-4a56-a8a0-87b4f747a30b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.871276] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4ceb65-e729-4127-8da5-45ad04d1a85a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.910599] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17f8ae-791c-46fe-be0d-b6ab661ee860 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.920268] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928ea7b-5d97-4515-b7b9-4250a9eadb08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.935940] env[70917]: DEBUG nova.compute.provider_tree [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.983835] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.984160] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.140504] env[70917]: INFO nova.compute.manager [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Shelve offloading [ 1109.363380] env[70917]: INFO nova.compute.manager [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Took 14.63 seconds to build instance. [ 1109.439831] env[70917]: DEBUG nova.scheduler.client.report [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.487118] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.647265] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.647265] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7062194-2fe7-4acb-80c8-97ef2b2208fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.658065] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1109.658065] env[70917]: value = "task-3462155" [ 1109.658065] env[70917]: _type = "Task" [ 1109.658065] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.671406] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.671406] env[70917]: DEBUG nova.compute.manager [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.671406] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41654cb-3cb8-41e6-854d-3f83b679b279 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.677334] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.677717] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.678048] env[70917]: DEBUG nova.network.neutron [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.866860] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7018f229-e0ae-4aa4-a8ca-a02e917ea9f8 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "05ba1eae-97a6-4a4c-886a-8f091966824c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.147s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.875032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.875326] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.875557] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.894079] env[70917]: INFO nova.compute.manager [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Rebuilding instance [ 1109.951410] env[70917]: DEBUG nova.compute.manager [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.951827] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a93df-57ab-48cd-aa49-11f0a5cbd68c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.009734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.454608] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.387s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.458386] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.918s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.459879] env[70917]: INFO nova.compute.claims [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.475404] env[70917]: DEBUG nova.network.neutron [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.808548] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.808794] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.904698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.904978] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.905145] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.905360] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.905507] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.908819] env[70917]: INFO nova.compute.manager [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Terminating instance [ 1110.917087] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.917342] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.917473] env[70917]: DEBUG nova.network.neutron [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.975286] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.975861] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5bbfd09-7b42-4599-9346-d01a8259f8a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.980959] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.986107] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1110.986107] env[70917]: value = "task-3462156" [ 1110.986107] env[70917]: _type = "Task" [ 1110.986107] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.000013] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.027059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "981aeb2c-d376-4011-ba9d-ac8076b84275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.027303] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.030709] env[70917]: INFO nova.scheduler.client.report [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted allocation for migration 23e3e175-197a-423b-90c4-f2c03dd843ec [ 1111.247013] env[70917]: DEBUG nova.compute.manager [req-91f24d67-6294-4aad-9598-3e8a3afce8cc req-9d73b4e3-188d-47b1-9950-e045081e089c service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-vif-unplugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.247283] env[70917]: DEBUG oslo_concurrency.lockutils [req-91f24d67-6294-4aad-9598-3e8a3afce8cc req-9d73b4e3-188d-47b1-9950-e045081e089c service nova] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.247521] env[70917]: DEBUG oslo_concurrency.lockutils [req-91f24d67-6294-4aad-9598-3e8a3afce8cc req-9d73b4e3-188d-47b1-9950-e045081e089c service nova] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.247702] env[70917]: DEBUG oslo_concurrency.lockutils [req-91f24d67-6294-4aad-9598-3e8a3afce8cc req-9d73b4e3-188d-47b1-9950-e045081e089c service nova] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.247874] env[70917]: DEBUG nova.compute.manager [req-91f24d67-6294-4aad-9598-3e8a3afce8cc req-9d73b4e3-188d-47b1-9950-e045081e089c service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] No waiting events found dispatching network-vif-unplugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.248230] env[70917]: WARNING nova.compute.manager [req-91f24d67-6294-4aad-9598-3e8a3afce8cc req-9d73b4e3-188d-47b1-9950-e045081e089c service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received unexpected event network-vif-unplugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 for instance with vm_state shelved and task_state shelving_offloading. [ 1111.273378] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.274792] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f493e42e-3065-43f8-ad50-ecd1467b504a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.285849] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.286350] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-789febc1-46d6-4c67-908b-46dcb1fbfcb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.312052] env[70917]: DEBUG nova.compute.utils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.371161] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.371449] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.371634] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleting the datastore file [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.371916] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d0307a-6262-4382-b8ac-71e8282c221b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.380607] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1111.380607] env[70917]: value = "task-3462158" [ 1111.380607] env[70917]: _type = "Task" [ 1111.380607] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.389498] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.413407] env[70917]: DEBUG nova.compute.manager [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.413664] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.414877] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db3319-fa97-48b3-9ed5-15bb40af5901 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.424226] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.424485] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77b296ff-2b5a-47b5-bc62-f40c11cd78de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.434696] env[70917]: DEBUG oslo_vmware.api [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1111.434696] env[70917]: value = "task-3462159" [ 1111.434696] env[70917]: _type = "Task" [ 1111.434696] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.443316] env[70917]: DEBUG oslo_vmware.api [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.501630] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462156, 'name': PowerOffVM_Task, 'duration_secs': 0.211204} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.502312] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.502312] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.502966] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c5b34-2e5e-422e-ab1c-725e9d4c150e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.513992] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.514780] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52409276-fe00-4482-b236-e67f075dc411 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.529882] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.536667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5f415ab5-f76e-46bb-94f0-415d5bddd81e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.814s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.554764] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.555008] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.555306] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Deleting the datastore file [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.555870] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-919eb460-5864-42df-a455-e070dd93eec6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.563996] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1111.563996] env[70917]: value = "task-3462161" [ 1111.563996] env[70917]: _type = "Task" [ 1111.563996] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.581054] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.678345] env[70917]: DEBUG nova.network.neutron [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.746053] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12f1d7f-1257-4f81-ad2d-d40ea4314fc1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.754735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a42a3-607c-470c-8386-0b0ead4f61dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.786309] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab0ea0-5d76-4a3b-946f-b10baa452089 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.794730] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2951ff-c7ad-4222-b299-7e4aabe44f1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.808620] env[70917]: DEBUG nova.compute.provider_tree [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.815751] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.897349] env[70917]: DEBUG oslo_vmware.api [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155002} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.897674] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.897915] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.898165] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.930092] env[70917]: INFO nova.scheduler.client.report [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted allocations for instance 268f96d3-a0c6-48a3-a306-19584c8a996d [ 1111.945769] env[70917]: DEBUG oslo_vmware.api [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462159, 'name': PowerOffVM_Task, 'duration_secs': 0.247045} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.946073] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.946257] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.946520] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e893abd-e040-4bc3-8dac-a14064f68ebb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.031037] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.031037] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.031037] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Deleting the datastore file [datastore2] a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.031037] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-625242a2-3faf-4c8b-942f-95e0609ea695 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.039414] env[70917]: DEBUG oslo_vmware.api [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for the task: (returnval){ [ 1112.039414] env[70917]: value = "task-3462163" [ 1112.039414] env[70917]: _type = "Task" [ 1112.039414] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.050575] env[70917]: DEBUG oslo_vmware.api [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.061062] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.079080] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099384} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.079365] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.079552] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.079726] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.180719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.313195] env[70917]: DEBUG nova.scheduler.client.report [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.435252] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.550596] env[70917]: DEBUG oslo_vmware.api [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Task: {'id': task-3462163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14878} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.551396] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.551586] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.551760] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.551925] env[70917]: INFO nova.compute.manager [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1112.552184] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.552376] env[70917]: DEBUG nova.compute.manager [-] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.552473] env[70917]: DEBUG nova.network.neutron [-] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.693573] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ddebf-37b4-48f3-9c9a-69315a16ef5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.701354] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a8829-6eb8-4d79-adbb-6b1a0ee521bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.819324] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.819840] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.825911] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.756s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.826162] env[70917]: DEBUG nova.objects.instance [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'resources' on Instance uuid 9f9fe874-7dac-44a5-9673-d623930b15e9 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.886020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.886020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.886020] env[70917]: INFO nova.compute.manager [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Attaching volume 6cf5cf13-0a3a-4b86-be86-8c5927700006 to /dev/sdb [ 1112.924725] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1e88e-665c-4fad-9e51-74cd134a899d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.933752] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16860a2a-b841-4af3-aba7-47dd0aae3b29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.953078] env[70917]: DEBUG nova.virt.block_device [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updating existing volume attachment record: 8f887973-2591-4436-8c80-83d011769d5c {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.045424] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.045526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.045737] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.045910] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.046089] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.049194] env[70917]: INFO nova.compute.manager [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Terminating instance [ 1113.125503] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.125716] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.125882] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.126088] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.126240] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.126390] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.126604] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.126767] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.126936] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.127113] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.127331] env[70917]: DEBUG nova.virt.hardware [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.128457] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b40d7e-b7fd-4272-a396-ea7e92fc9cce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136397] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72e0ca0-3e2b-4aa4-8798-0f8387ad4ac6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.149809] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.155522] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.155731] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.155936] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c357b76-10a5-45a8-93d1-00901ecb8428 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.173218] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.173218] env[70917]: value = "task-3462165" [ 1113.173218] env[70917]: _type = "Task" [ 1113.173218] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.180757] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462165, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.288808] env[70917]: DEBUG nova.compute.manager [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-changed-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.289036] env[70917]: DEBUG nova.compute.manager [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Refreshing instance network info cache due to event network-changed-7d6fb7a1-0847-4b48-9634-49c07d9e3423. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.289226] env[70917]: DEBUG oslo_concurrency.lockutils [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.289398] env[70917]: DEBUG oslo_concurrency.lockutils [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.289521] env[70917]: DEBUG nova.network.neutron [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Refreshing network info cache for port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.327675] env[70917]: DEBUG nova.compute.utils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.329723] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.329938] env[70917]: DEBUG nova.network.neutron [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.383751] env[70917]: DEBUG nova.policy [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.553505] env[70917]: DEBUG nova.compute.manager [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.553505] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.553505] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94dd8a6-0272-449e-ae89-39d0c5c1f74e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.564682] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.565145] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47616ce3-9f11-4e20-ac97-9b0f57b234ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.582045] env[70917]: DEBUG oslo_vmware.api [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1113.582045] env[70917]: value = "task-3462168" [ 1113.582045] env[70917]: _type = "Task" [ 1113.582045] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.595117] env[70917]: DEBUG oslo_vmware.api [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.606733] env[70917]: DEBUG nova.network.neutron [-] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.612128] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aae9df-4f1a-4ff0-b0fa-8c3f44f9978b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.617981] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aeba0c-b232-47d0-b5b6-b6d30438c8dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.662733] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e035563-1010-42d5-9ea7-15958ca2e7ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.673596] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ac656-4e1f-407a-b8da-7e7716b326e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.694041] env[70917]: DEBUG nova.compute.provider_tree [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.700280] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462165, 'name': CreateVM_Task, 'duration_secs': 0.295894} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.701859] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.701859] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.701859] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.701859] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.701859] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c274d6-8f84-4b0b-b9f7-88362181c23e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.708221] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1113.708221] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5231fc60-08ee-2f7e-e0ea-63f04806e751" [ 1113.708221] env[70917]: _type = "Task" [ 1113.708221] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.717893] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5231fc60-08ee-2f7e-e0ea-63f04806e751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.741780] env[70917]: DEBUG nova.network.neutron [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Successfully created port: 61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.809035] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec34f97-f529-43c8-b41b-c412dd74f529 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.835008] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.840869] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088494cb-9f5c-41c8-96ad-a466b2b37191 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.849724] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.956723] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.096132] env[70917]: DEBUG oslo_vmware.api [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462168, 'name': PowerOffVM_Task, 'duration_secs': 0.318032} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.096405] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.096576] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.096833] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6bf6a58-3ba2-4ab4-b99a-225e9ac5da14 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.101915] env[70917]: DEBUG nova.network.neutron [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updated VIF entry in instance network info cache for port 7d6fb7a1-0847-4b48-9634-49c07d9e3423. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.102253] env[70917]: DEBUG nova.network.neutron [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": null, "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.112919] env[70917]: INFO nova.compute.manager [-] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Took 1.56 seconds to deallocate network for instance. [ 1114.170862] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.171095] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.171306] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleting the datastore file [datastore1] f66bd22b-1de2-43cc-b2a5-154fedcd3692 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.171583] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5cc37a-1dbf-41cc-9102-8352eba8b25c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.182535] env[70917]: DEBUG oslo_vmware.api [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1114.182535] env[70917]: value = "task-3462170" [ 1114.182535] env[70917]: _type = "Task" [ 1114.182535] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.190653] env[70917]: DEBUG oslo_vmware.api [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.201754] env[70917]: DEBUG nova.scheduler.client.report [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.219462] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5231fc60-08ee-2f7e-e0ea-63f04806e751, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.220357] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.220602] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.220833] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.220981] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.221175] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.221662] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1321d4d7-a339-40e5-aeb7-c5ecca18133c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.239315] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.239491] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.240320] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c550731-acfa-4226-8751-56f9cdf7e059 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.246242] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1114.246242] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f708df-cef1-809d-b0a0-cc4df1a7c86d" [ 1114.246242] env[70917]: _type = "Task" [ 1114.246242] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.255032] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f708df-cef1-809d-b0a0-cc4df1a7c86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.356207] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.356488] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5272876-c36e-4a17-b543-88f8abace654 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.365128] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1114.365128] env[70917]: value = "task-3462171" [ 1114.365128] env[70917]: _type = "Task" [ 1114.365128] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.373730] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.605381] env[70917]: DEBUG oslo_concurrency.lockutils [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.605769] env[70917]: DEBUG nova.compute.manager [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Received event network-vif-deleted-b286818e-1b8f-4518-8547-c8d3f2c505be {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.605769] env[70917]: INFO nova.compute.manager [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Neutron deleted interface b286818e-1b8f-4518-8547-c8d3f2c505be; detaching it from the instance and deleting it from the info cache [ 1114.605885] env[70917]: DEBUG nova.network.neutron [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.618705] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.693601] env[70917]: DEBUG oslo_vmware.api [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144226} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.693601] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.693874] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.694012] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.694289] env[70917]: INFO nova.compute.manager [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1114.694576] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.694803] env[70917]: DEBUG nova.compute.manager [-] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.694927] env[70917]: DEBUG nova.network.neutron [-] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.706792] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.709185] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.608s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.710694] env[70917]: INFO nova.compute.claims [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.730646] env[70917]: INFO nova.scheduler.client.report [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted allocations for instance 9f9fe874-7dac-44a5-9673-d623930b15e9 [ 1114.757956] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f708df-cef1-809d-b0a0-cc4df1a7c86d, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.758796] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffe9d4d-9245-4006-ba93-0e22e6c9fad7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.767938] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1114.767938] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52444176-c5af-7d27-2f48-e0395c5e705f" [ 1114.767938] env[70917]: _type = "Task" [ 1114.767938] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.779715] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52444176-c5af-7d27-2f48-e0395c5e705f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.850901] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.876541] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.886344] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.886615] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.886845] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.887095] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.887258] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.887411] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.887620] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.887815] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.888052] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.888268] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.888519] env[70917]: DEBUG nova.virt.hardware [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.889530] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c15b0bb-7bd9-429e-9903-d9932b993620 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.899015] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e9b55-f8ec-42e7-a342-eb1fe0d5e57b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.112048] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d747ded-17c1-4693-8875-27890012ee0e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.127018] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0384b86-5300-49c8-b7fd-8f00344f3e58 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.160257] env[70917]: DEBUG nova.compute.manager [req-2383700e-8b35-4936-9848-0741fc19538a req-145ad6ac-d80a-48ff-b3a8-8130361f497b service nova] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Detach interface failed, port_id=b286818e-1b8f-4518-8547-c8d3f2c505be, reason: Instance a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.205221] env[70917]: DEBUG nova.compute.manager [req-40f7a73c-447b-4983-b255-406bb29401a3 req-223d29e5-d191-49e9-849c-2aa73c2f9faa service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Received event network-vif-deleted-270f8d39-183f-4fbf-877a-37fb77e2d35d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.205221] env[70917]: INFO nova.compute.manager [req-40f7a73c-447b-4983-b255-406bb29401a3 req-223d29e5-d191-49e9-849c-2aa73c2f9faa service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Neutron deleted interface 270f8d39-183f-4fbf-877a-37fb77e2d35d; detaching it from the instance and deleting it from the info cache [ 1115.205221] env[70917]: DEBUG nova.network.neutron [req-40f7a73c-447b-4983-b255-406bb29401a3 req-223d29e5-d191-49e9-849c-2aa73c2f9faa service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.241524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "9f9fe874-7dac-44a5-9673-d623930b15e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.482s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.279599] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52444176-c5af-7d27-2f48-e0395c5e705f, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.279953] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.280303] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.280889] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3928430c-9517-46ac-953e-46ab1ccddae5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.288561] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1115.288561] env[70917]: value = "task-3462173" [ 1115.288561] env[70917]: _type = "Task" [ 1115.288561] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.302871] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.336063] env[70917]: DEBUG nova.compute.manager [req-0d9ce8b0-26ea-400f-b73b-70dcfaadf008 req-7806e211-7c9a-4349-bd3e-0253e5a761d5 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-vif-plugged-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.336378] env[70917]: DEBUG oslo_concurrency.lockutils [req-0d9ce8b0-26ea-400f-b73b-70dcfaadf008 req-7806e211-7c9a-4349-bd3e-0253e5a761d5 service nova] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.336527] env[70917]: DEBUG oslo_concurrency.lockutils [req-0d9ce8b0-26ea-400f-b73b-70dcfaadf008 req-7806e211-7c9a-4349-bd3e-0253e5a761d5 service nova] Lock "c551795e-07b6-414e-918b-8654426feb5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.336694] env[70917]: DEBUG oslo_concurrency.lockutils [req-0d9ce8b0-26ea-400f-b73b-70dcfaadf008 req-7806e211-7c9a-4349-bd3e-0253e5a761d5 service nova] Lock "c551795e-07b6-414e-918b-8654426feb5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.336935] env[70917]: DEBUG nova.compute.manager [req-0d9ce8b0-26ea-400f-b73b-70dcfaadf008 req-7806e211-7c9a-4349-bd3e-0253e5a761d5 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] No waiting events found dispatching network-vif-plugged-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.337133] env[70917]: WARNING nova.compute.manager [req-0d9ce8b0-26ea-400f-b73b-70dcfaadf008 req-7806e211-7c9a-4349-bd3e-0253e5a761d5 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received unexpected event network-vif-plugged-61c543be-e849-4daf-babe-d0039b212db5 for instance with vm_state building and task_state spawning. [ 1115.377287] env[70917]: DEBUG oslo_vmware.api [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462171, 'name': PowerOnVM_Task, 'duration_secs': 0.524156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.377950] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.378205] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933df5-73ca-43b5-ac6b-d9e1def10d2f tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance '0ebd5a5c-787b-41d8-84dd-9da88017a88e' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.473671] env[70917]: DEBUG nova.network.neutron [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Successfully updated port: 61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.678851] env[70917]: DEBUG nova.network.neutron [-] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.707398] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fda750c4-ac98-449d-a599-bd93f54fc6da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.719401] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a1699-bad6-4c73-836c-c670d35b6c40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756965] env[70917]: DEBUG nova.compute.manager [req-40f7a73c-447b-4983-b255-406bb29401a3 req-223d29e5-d191-49e9-849c-2aa73c2f9faa service nova] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Detach interface failed, port_id=270f8d39-183f-4fbf-877a-37fb77e2d35d, reason: Instance f66bd22b-1de2-43cc-b2a5-154fedcd3692 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.801322] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.980398] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.980601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.982056] env[70917]: DEBUG nova.network.neutron [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.999357] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79396f83-7b23-4108-9c41-127c497544b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.008208] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e6d95-6be4-4456-a522-7158dbe76996 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.042699] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f004752-5c00-4bf7-92f7-239e2b4f6153 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.051289] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d193915-99f2-4839-857d-e74f8d6e4950 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.066541] env[70917]: DEBUG nova.compute.provider_tree [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.181531] env[70917]: INFO nova.compute.manager [-] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Took 1.49 seconds to deallocate network for instance. [ 1116.299470] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.519135] env[70917]: DEBUG nova.network.neutron [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.569661] env[70917]: DEBUG nova.scheduler.client.report [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.672738] env[70917]: DEBUG nova.network.neutron [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.687438] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.800997] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462173, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.470933} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.801400] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.801626] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.801891] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2772626f-4a3b-472f-bc35-6051cc3b76c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.808533] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1116.808533] env[70917]: value = "task-3462174" [ 1116.808533] env[70917]: _type = "Task" [ 1116.808533] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.817113] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.076102] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.076656] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.079398] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.997s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.079614] env[70917]: DEBUG nova.objects.instance [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lazy-loading 'resources' on Instance uuid dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.174767] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.175129] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Instance network_info: |[{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.175541] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:f3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61c543be-e849-4daf-babe-d0039b212db5', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.183315] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.183541] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c551795e-07b6-414e-918b-8654426feb5a] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.183769] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b1b825-d436-4dd1-9b49-a4ac898c3e22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.204469] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.204469] env[70917]: value = "task-3462175" [ 1117.204469] env[70917]: _type = "Task" [ 1117.204469] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.212392] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462175, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.321732] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072065} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.322171] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.323439] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef639c6c-1f68-47bf-b516-bc2080436e9a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.349712] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.350050] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330696bb-33e4-472c-9b0a-37f02bc265d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.366575] env[70917]: DEBUG nova.compute.manager [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-changed-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.366773] env[70917]: DEBUG nova.compute.manager [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing instance network info cache due to event network-changed-61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.367023] env[70917]: DEBUG oslo_concurrency.lockutils [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.367146] env[70917]: DEBUG oslo_concurrency.lockutils [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.367289] env[70917]: DEBUG nova.network.neutron [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing network info cache for port 61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.372278] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.372498] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.376839] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1117.376839] env[70917]: value = "task-3462176" [ 1117.376839] env[70917]: _type = "Task" [ 1117.376839] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.386851] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.505368] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.505649] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691537', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'name': 'volume-6cf5cf13-0a3a-4b86-be86-8c5927700006', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964dc5aa-b06e-4032-a0e2-3800dad7164c', 'attached_at': '', 'detached_at': '', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'serial': '6cf5cf13-0a3a-4b86-be86-8c5927700006'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.506602] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd02c5-4114-4204-9e04-d864efdd9e96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.530351] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e6c6f8-e998-4b87-81fb-5d37d64a329a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.561780] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-6cf5cf13-0a3a-4b86-be86-8c5927700006/volume-6cf5cf13-0a3a-4b86-be86-8c5927700006.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.563492] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6edd6c-036a-4b34-bd6d-5fed1a6082bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.589792] env[70917]: DEBUG nova.compute.utils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.592058] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1117.592058] env[70917]: value = "task-3462177" [ 1117.592058] env[70917]: _type = "Task" [ 1117.592058] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.592929] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.593175] env[70917]: DEBUG nova.network.neutron [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.606481] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.641663] env[70917]: DEBUG nova.policy [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4468d1168bb4c39a29114395d695057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450f28521134d9290821fca641d4277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.715824] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462175, 'name': CreateVM_Task, 'duration_secs': 0.46145} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.718407] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c551795e-07b6-414e-918b-8654426feb5a] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.719282] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.720187] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.720187] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.720187] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc33bbc-bd11-4144-8967-80f6d12ad1a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.726163] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1117.726163] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52071f37-8ea1-225a-ebe1-d69fac4b5df5" [ 1117.726163] env[70917]: _type = "Task" [ 1117.726163] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.739313] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52071f37-8ea1-225a-ebe1-d69fac4b5df5, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.739649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.739901] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.740158] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.740341] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.740534] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.741189] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e36788c-0651-4f7d-90c8-dd6155981dae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.752753] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.752934] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.753669] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b241a3-b00c-48fa-bb07-97eb817edb47 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.761196] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1117.761196] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bfcc3d-0c97-4f99-5d59-4d892808b425" [ 1117.761196] env[70917]: _type = "Task" [ 1117.761196] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.770622] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bfcc3d-0c97-4f99-5d59-4d892808b425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.876336] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.879500] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9422047a-803d-44b2-8c60-98e40394b18e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.892866] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462176, 'name': ReconfigVM_Task, 'duration_secs': 0.327684} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.893828] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e00f9-1492-4a25-b79e-9f9347aca54f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.897279] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c/05ba1eae-97a6-4a4c-886a-8f091966824c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.897840] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c82bf7-605b-4d92-8731-6a8cf0eff5d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.935032] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0970ceb-e1a8-4863-89c6-c5670d50272d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.938419] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1117.938419] env[70917]: value = "task-3462178" [ 1117.938419] env[70917]: _type = "Task" [ 1117.938419] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.949541] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b230fcc7-ac16-4293-913e-d015c8c6e112 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.958192] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462178, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.970157] env[70917]: DEBUG nova.compute.provider_tree [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.973068] env[70917]: DEBUG nova.network.neutron [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Successfully created port: 14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.096253] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.111193] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.174895] env[70917]: DEBUG nova.network.neutron [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Port b632e445-2851-4ef4-8d51-23eb29f4d930 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.175174] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.175443] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.175547] env[70917]: DEBUG nova.network.neutron [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.232605] env[70917]: DEBUG nova.network.neutron [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updated VIF entry in instance network info cache for port 61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.233019] env[70917]: DEBUG nova.network.neutron [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.274212] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52bfcc3d-0c97-4f99-5d59-4d892808b425, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.275141] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41133329-0400-4bd1-bc93-0c8da497b172 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.282397] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1118.282397] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529a7ed5-1c7c-bc73-7bf2-7783bb83fcc4" [ 1118.282397] env[70917]: _type = "Task" [ 1118.282397] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.291493] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529a7ed5-1c7c-bc73-7bf2-7783bb83fcc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.400553] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.449067] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462178, 'name': Rename_Task, 'duration_secs': 0.14162} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.449369] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.449613] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a637f51-fc7d-45be-b290-327714a5a0a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.456262] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1118.456262] env[70917]: value = "task-3462179" [ 1118.456262] env[70917]: _type = "Task" [ 1118.456262] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.463799] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.472867] env[70917]: DEBUG nova.scheduler.client.report [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.609819] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462177, 'name': ReconfigVM_Task, 'duration_secs': 0.661201} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.611702] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-6cf5cf13-0a3a-4b86-be86-8c5927700006/volume-6cf5cf13-0a3a-4b86-be86-8c5927700006.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.615987] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791ac582-077c-49fc-8430-e2930c1795cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.634955] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1118.634955] env[70917]: value = "task-3462180" [ 1118.634955] env[70917]: _type = "Task" [ 1118.634955] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.644381] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.735453] env[70917]: DEBUG oslo_concurrency.lockutils [req-dbf41777-8c4f-482e-8467-6e1581f8190b req-b99a4b2e-731c-44b8-8d73-a66e2c7f040a service nova] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.797591] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529a7ed5-1c7c-bc73-7bf2-7783bb83fcc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.797591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.797811] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c551795e-07b6-414e-918b-8654426feb5a/c551795e-07b6-414e-918b-8654426feb5a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.798095] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887be625-b6e1-4800-a30f-372338c0569e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.809413] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1118.809413] env[70917]: value = "task-3462181" [ 1118.809413] env[70917]: _type = "Task" [ 1118.809413] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.820258] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.967979] env[70917]: DEBUG oslo_vmware.api [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462179, 'name': PowerOnVM_Task, 'duration_secs': 0.450904} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.969806] env[70917]: DEBUG nova.network.neutron [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.971071] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.971318] env[70917]: DEBUG nova.compute.manager [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.972133] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57285b59-b3bd-4690-a394-3c483cc10746 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.979458] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.984975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.823s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.985626] env[70917]: INFO nova.compute.claims [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.012139] env[70917]: INFO nova.scheduler.client.report [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Deleted allocations for instance dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a [ 1119.111716] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.141427] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.141781] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.141955] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.142156] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.142345] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.142536] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.142785] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.142987] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.143202] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.143411] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.143625] env[70917]: DEBUG nova.virt.hardware [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.145049] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b51f663-21e4-4044-a5e8-350f1ac67992 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.156094] env[70917]: DEBUG oslo_vmware.api [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462180, 'name': ReconfigVM_Task, 'duration_secs': 0.184897} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.156553] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691537', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'name': 'volume-6cf5cf13-0a3a-4b86-be86-8c5927700006', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964dc5aa-b06e-4032-a0e2-3800dad7164c', 'attached_at': '', 'detached_at': '', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'serial': '6cf5cf13-0a3a-4b86-be86-8c5927700006'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1119.159261] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e08c7db-72ce-4373-858f-813ec8d59164 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.319935] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505841} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.320257] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c551795e-07b6-414e-918b-8654426feb5a/c551795e-07b6-414e-918b-8654426feb5a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.320476] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.320738] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09cee7bf-0ee2-4d7b-bdc4-55241d109366 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.327616] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1119.327616] env[70917]: value = "task-3462182" [ 1119.327616] env[70917]: _type = "Task" [ 1119.327616] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.336622] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.480541] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.484168] env[70917]: DEBUG nova.compute.manager [req-61359b40-9e39-4be9-bc87-0d498ad77be1 req-03b4443f-ed80-4ec9-a132-79072582f11b service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Received event network-vif-plugged-14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.484386] env[70917]: DEBUG oslo_concurrency.lockutils [req-61359b40-9e39-4be9-bc87-0d498ad77be1 req-03b4443f-ed80-4ec9-a132-79072582f11b service nova] Acquiring lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.484593] env[70917]: DEBUG oslo_concurrency.lockutils [req-61359b40-9e39-4be9-bc87-0d498ad77be1 req-03b4443f-ed80-4ec9-a132-79072582f11b service nova] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.484758] env[70917]: DEBUG oslo_concurrency.lockutils [req-61359b40-9e39-4be9-bc87-0d498ad77be1 req-03b4443f-ed80-4ec9-a132-79072582f11b service nova] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.484928] env[70917]: DEBUG nova.compute.manager [req-61359b40-9e39-4be9-bc87-0d498ad77be1 req-03b4443f-ed80-4ec9-a132-79072582f11b service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] No waiting events found dispatching network-vif-plugged-14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.485103] env[70917]: WARNING nova.compute.manager [req-61359b40-9e39-4be9-bc87-0d498ad77be1 req-03b4443f-ed80-4ec9-a132-79072582f11b service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Received unexpected event network-vif-plugged-14ac058b-fb73-4467-b27b-e3d3623a1939 for instance with vm_state building and task_state spawning. [ 1119.496777] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.520130] env[70917]: DEBUG oslo_concurrency.lockutils [None req-023adf76-35c0-4988-9318-4d90f4808e5e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Lock "dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.359s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.575446] env[70917]: DEBUG nova.network.neutron [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Successfully updated port: 14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.838585] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079499} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.838942] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.839768] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd908683-cb44-4190-8f0e-70cc24a9c28e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.862560] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c551795e-07b6-414e-918b-8654426feb5a/c551795e-07b6-414e-918b-8654426feb5a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.862846] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f41fc9c0-b1c9-421b-a84c-8c8edbf5b677 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.885884] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1119.885884] env[70917]: value = "task-3462183" [ 1119.885884] env[70917]: _type = "Task" [ 1119.885884] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.895610] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.987922] env[70917]: DEBUG nova.compute.manager [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70917) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1120.056541] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "05ba1eae-97a6-4a4c-886a-8f091966824c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.056806] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "05ba1eae-97a6-4a4c-886a-8f091966824c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.057012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "05ba1eae-97a6-4a4c-886a-8f091966824c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.057209] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "05ba1eae-97a6-4a4c-886a-8f091966824c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.057373] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "05ba1eae-97a6-4a4c-886a-8f091966824c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.061265] env[70917]: INFO nova.compute.manager [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Terminating instance [ 1120.081946] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.082090] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.082233] env[70917]: DEBUG nova.network.neutron [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.200458] env[70917]: DEBUG nova.objects.instance [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lazy-loading 'flavor' on Instance uuid 964dc5aa-b06e-4032-a0e2-3800dad7164c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.236018] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729165df-d642-4d2f-8bac-25edcda439f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.242786] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e415a44d-5b17-4e38-884c-e8a50e3f81bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.274882] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9024e9-c6e5-4ee6-bc24-288f7c6e7813 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.283734] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117278c9-dc45-4ddf-b664-1139a4527b6e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.297814] env[70917]: DEBUG nova.compute.provider_tree [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.397874] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.567085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "refresh_cache-05ba1eae-97a6-4a4c-886a-8f091966824c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.567294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquired lock "refresh_cache-05ba1eae-97a6-4a4c-886a-8f091966824c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.567500] env[70917]: DEBUG nova.network.neutron [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.632748] env[70917]: DEBUG nova.network.neutron [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.707991] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f1898d7-ee4e-4d9c-b702-823fb7047839 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.824s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.801404] env[70917]: DEBUG nova.scheduler.client.report [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.873865] env[70917]: DEBUG nova.network.neutron [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [{"id": "14ac058b-fb73-4467-b27b-e3d3623a1939", "address": "fa:16:3e:7e:2c:a1", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac058b-fb", "ovs_interfaceid": "14ac058b-fb73-4467-b27b-e3d3623a1939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.902445] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462183, 'name': ReconfigVM_Task, 'duration_secs': 0.80394} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.903147] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c551795e-07b6-414e-918b-8654426feb5a/c551795e-07b6-414e-918b-8654426feb5a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.903471] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9982fe40-c142-416d-8c3b-55cb637e4c84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.911579] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1120.911579] env[70917]: value = "task-3462184" [ 1120.911579] env[70917]: _type = "Task" [ 1120.911579] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.920609] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462184, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.106117] env[70917]: DEBUG nova.network.neutron [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.113921] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.205383] env[70917]: DEBUG nova.network.neutron [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.313394] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.313906] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.316496] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.155s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.377717] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.377717] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Instance network_info: |[{"id": "14ac058b-fb73-4467-b27b-e3d3623a1939", "address": "fa:16:3e:7e:2c:a1", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac058b-fb", "ovs_interfaceid": "14ac058b-fb73-4467-b27b-e3d3623a1939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.377717] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:2c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ac058b-fb73-4467-b27b-e3d3623a1939', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.386287] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.386287] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.386552] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac94dee-e445-4d52-89cf-4cde00201f1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.411229] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.411229] env[70917]: value = "task-3462185" [ 1121.411229] env[70917]: _type = "Task" [ 1121.411229] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.423548] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462185, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.426851] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462184, 'name': Rename_Task, 'duration_secs': 0.153009} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.427156] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.427415] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c88696-f3f1-4517-b5e8-909940b6a583 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.435061] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1121.435061] env[70917]: value = "task-3462186" [ 1121.435061] env[70917]: _type = "Task" [ 1121.435061] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.451707] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.520421] env[70917]: DEBUG nova.compute.manager [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Received event network-changed-14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.520691] env[70917]: DEBUG nova.compute.manager [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Refreshing instance network info cache due to event network-changed-14ac058b-fb73-4467-b27b-e3d3623a1939. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.520989] env[70917]: DEBUG oslo_concurrency.lockutils [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] Acquiring lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.521675] env[70917]: DEBUG oslo_concurrency.lockutils [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] Acquired lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.521675] env[70917]: DEBUG nova.network.neutron [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Refreshing network info cache for port 14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.711244] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Releasing lock "refresh_cache-05ba1eae-97a6-4a4c-886a-8f091966824c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.711244] env[70917]: DEBUG nova.compute.manager [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.711244] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.711244] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14599b7f-8386-4452-a3e9-b5e6965529d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.721431] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.721729] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb8a8f7-8542-4936-ab8e-1f1cfe1bf6f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.730347] env[70917]: DEBUG oslo_vmware.api [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1121.730347] env[70917]: value = "task-3462187" [ 1121.730347] env[70917]: _type = "Task" [ 1121.730347] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.740430] env[70917]: DEBUG oslo_vmware.api [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.764258] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.764532] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.820828] env[70917]: DEBUG nova.compute.utils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.830629] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.830824] env[70917]: DEBUG nova.network.neutron [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.909472] env[70917]: DEBUG nova.policy [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.922574] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462185, 'name': CreateVM_Task, 'duration_secs': 0.375518} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.922574] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.922574] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.922574] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.925919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.925919] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1c8335-a935-4b7a-bb26-3f339af0651a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.933931] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1121.933931] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5268865a-8bf2-3627-fac7-01e817f6dde4" [ 1121.933931] env[70917]: _type = "Task" [ 1121.933931] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.959436] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5268865a-8bf2-3627-fac7-01e817f6dde4, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.960169] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462186, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.962929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.963236] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.963483] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.963635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.963808] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.965323] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecbd88fe-1052-4dc8-88e2-b2f062930db8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.974452] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.974636] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.975420] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409c75f8-8dd8-4873-b495-7c9b09cc317f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.982946] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1121.982946] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52651de5-8d92-c1f2-8c81-230b6adf1d73" [ 1121.982946] env[70917]: _type = "Task" [ 1121.982946] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.994409] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52651de5-8d92-c1f2-8c81-230b6adf1d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.159023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7d46c-4a5d-47f9-b3e8-67024b580678 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.170193] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9007b-bee1-434f-bbb1-02290462d962 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.212240] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d4352-0659-42d5-81a0-9020968cd86d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.222596] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4985134b-efb9-4a17-8e3a-ddd941dfaf8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.244494] env[70917]: DEBUG nova.compute.provider_tree [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.253410] env[70917]: DEBUG oslo_vmware.api [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462187, 'name': PowerOffVM_Task, 'duration_secs': 0.146778} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.257522] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.257743] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.258028] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c17187f-b055-4dca-a5fd-1e8c583e32af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.267857] env[70917]: INFO nova.compute.manager [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Detaching volume 6cf5cf13-0a3a-4b86-be86-8c5927700006 [ 1122.293342] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.293547] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.293863] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Deleting the datastore file [datastore2] 05ba1eae-97a6-4a4c-886a-8f091966824c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.294071] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11add341-cc70-4674-8092-8422072ab703 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.308026] env[70917]: DEBUG oslo_vmware.api [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for the task: (returnval){ [ 1122.308026] env[70917]: value = "task-3462189" [ 1122.308026] env[70917]: _type = "Task" [ 1122.308026] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.312316] env[70917]: INFO nova.virt.block_device [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Attempting to driver detach volume 6cf5cf13-0a3a-4b86-be86-8c5927700006 from mountpoint /dev/sdb [ 1122.312613] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.315024] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691537', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'name': 'volume-6cf5cf13-0a3a-4b86-be86-8c5927700006', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964dc5aa-b06e-4032-a0e2-3800dad7164c', 'attached_at': '', 'detached_at': '', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'serial': '6cf5cf13-0a3a-4b86-be86-8c5927700006'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.315024] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9fe1b-a077-4586-9173-c796a7162b27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.320724] env[70917]: DEBUG oslo_vmware.api [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.343709] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.348719] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f784e0-b3cc-4d57-bbc3-ff975c7bd45d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.359083] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b4a21-e9f6-4c13-9d0d-52cef0d40f24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.363080] env[70917]: DEBUG nova.network.neutron [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updated VIF entry in instance network info cache for port 14ac058b-fb73-4467-b27b-e3d3623a1939. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.363573] env[70917]: DEBUG nova.network.neutron [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [{"id": "14ac058b-fb73-4467-b27b-e3d3623a1939", "address": "fa:16:3e:7e:2c:a1", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac058b-fb", "ovs_interfaceid": "14ac058b-fb73-4467-b27b-e3d3623a1939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.385807] env[70917]: DEBUG nova.network.neutron [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Successfully created port: ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.389358] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d33ca0-6e7c-440c-9b7d-ed14d42835c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.407319] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] The volume has not been displaced from its original location: [datastore2] volume-6cf5cf13-0a3a-4b86-be86-8c5927700006/volume-6cf5cf13-0a3a-4b86-be86-8c5927700006.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.412761] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.413446] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ce2f91-abfc-41e0-a99c-d4703227cdb8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.435111] env[70917]: DEBUG oslo_vmware.api [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1122.435111] env[70917]: value = "task-3462190" [ 1122.435111] env[70917]: _type = "Task" [ 1122.435111] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.442429] env[70917]: DEBUG oslo_vmware.api [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.450982] env[70917]: DEBUG oslo_vmware.api [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462186, 'name': PowerOnVM_Task, 'duration_secs': 0.665314} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.451296] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.451528] env[70917]: INFO nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1122.451883] env[70917]: DEBUG nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.452576] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b271c-73d2-4887-99dc-d9390f0c1555 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.494040] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52651de5-8d92-c1f2-8c81-230b6adf1d73, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.494876] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0311a286-b2cb-44cf-acb9-fa2da1058785 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.500797] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1122.500797] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5238816e-c33e-f880-478c-ef24595b2566" [ 1122.500797] env[70917]: _type = "Task" [ 1122.500797] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.510719] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5238816e-c33e-f880-478c-ef24595b2566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.748348] env[70917]: DEBUG nova.scheduler.client.report [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.818268] env[70917]: DEBUG oslo_vmware.api [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Task: {'id': task-3462189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098422} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.819235] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.819628] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.819929] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.821093] env[70917]: INFO nova.compute.manager [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1122.821620] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.821691] env[70917]: DEBUG nova.compute.manager [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.821804] env[70917]: DEBUG nova.network.neutron [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.837898] env[70917]: DEBUG nova.network.neutron [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.866387] env[70917]: DEBUG oslo_concurrency.lockutils [req-77eafd7a-076f-4c15-add7-fa4f12f1bdca req-8a30ee9c-ba3f-4f08-ad0a-0fbd9c95b0e2 service nova] Releasing lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.946920] env[70917]: DEBUG oslo_vmware.api [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462190, 'name': ReconfigVM_Task, 'duration_secs': 0.300245} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.947425] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.957683] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7efd4cf-f91b-49a9-a7fe-bfda2b6aca9a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.986475] env[70917]: INFO nova.compute.manager [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Took 19.46 seconds to build instance. [ 1122.986811] env[70917]: DEBUG oslo_vmware.api [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1122.986811] env[70917]: value = "task-3462191" [ 1122.986811] env[70917]: _type = "Task" [ 1122.986811] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.997508] env[70917]: DEBUG oslo_vmware.api [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.012708] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5238816e-c33e-f880-478c-ef24595b2566, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.013347] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.013672] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf/68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.013942] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd53c54-d7f2-45cd-be3d-09204fb7c076 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.022352] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1123.022352] env[70917]: value = "task-3462192" [ 1123.022352] env[70917]: _type = "Task" [ 1123.022352] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.033459] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.346319] env[70917]: DEBUG nova.network.neutron [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.355631] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.391030] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.391299] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.391556] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.391653] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.391787] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.391933] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.392697] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.392902] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.393103] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.393281] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.393460] env[70917]: DEBUG nova.virt.hardware [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.394571] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d48b2a-ec71-4b2f-9000-6c02dda9e836 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.405938] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c4325-6bcf-4323-80d2-a8229f8f7fd9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.485638] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "c551795e-07b6-414e-918b-8654426feb5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.974s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.498150] env[70917]: DEBUG oslo_vmware.api [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462191, 'name': ReconfigVM_Task, 'duration_secs': 0.178235} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.499479] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691537', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'name': 'volume-6cf5cf13-0a3a-4b86-be86-8c5927700006', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964dc5aa-b06e-4032-a0e2-3800dad7164c', 'attached_at': '', 'detached_at': '', 'volume_id': '6cf5cf13-0a3a-4b86-be86-8c5927700006', 'serial': '6cf5cf13-0a3a-4b86-be86-8c5927700006'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.536020] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484389} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.536020] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf/68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.536782] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.537052] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f48830c-54ec-49dc-b9b7-7b0ed6f68d08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.546516] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1123.546516] env[70917]: value = "task-3462193" [ 1123.546516] env[70917]: _type = "Task" [ 1123.546516] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.555783] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.614309] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "023f84ad-fa2b-4923-b36c-765e474ace47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.614309] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "023f84ad-fa2b-4923-b36c-765e474ace47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.762111] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.444s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.764882] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.167s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.765380] env[70917]: DEBUG nova.objects.instance [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lazy-loading 'resources' on Instance uuid c2bd083c-a2b0-4c38-b4e9-30438e6116d8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.800166] env[70917]: DEBUG nova.compute.manager [req-7a260d45-bc8b-402d-b38c-f330aeb04e93 req-9b0bd474-f8bd-4301-8da0-4a3b3ef80d0f service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Received event network-vif-plugged-ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.801012] env[70917]: DEBUG oslo_concurrency.lockutils [req-7a260d45-bc8b-402d-b38c-f330aeb04e93 req-9b0bd474-f8bd-4301-8da0-4a3b3ef80d0f service nova] Acquiring lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.801458] env[70917]: DEBUG oslo_concurrency.lockutils [req-7a260d45-bc8b-402d-b38c-f330aeb04e93 req-9b0bd474-f8bd-4301-8da0-4a3b3ef80d0f service nova] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.802075] env[70917]: DEBUG oslo_concurrency.lockutils [req-7a260d45-bc8b-402d-b38c-f330aeb04e93 req-9b0bd474-f8bd-4301-8da0-4a3b3ef80d0f service nova] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.802075] env[70917]: DEBUG nova.compute.manager [req-7a260d45-bc8b-402d-b38c-f330aeb04e93 req-9b0bd474-f8bd-4301-8da0-4a3b3ef80d0f service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] No waiting events found dispatching network-vif-plugged-ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.802293] env[70917]: WARNING nova.compute.manager [req-7a260d45-bc8b-402d-b38c-f330aeb04e93 req-9b0bd474-f8bd-4301-8da0-4a3b3ef80d0f service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Received unexpected event network-vif-plugged-ef8a38e3-97c7-43f3-a3f0-0391de47070b for instance with vm_state building and task_state spawning. [ 1123.849278] env[70917]: INFO nova.compute.manager [-] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Took 1.03 seconds to deallocate network for instance. [ 1123.897502] env[70917]: DEBUG nova.network.neutron [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Successfully updated port: ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.063021] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.070107] env[70917]: DEBUG nova.objects.instance [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lazy-loading 'flavor' on Instance uuid 964dc5aa-b06e-4032-a0e2-3800dad7164c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.115946] env[70917]: DEBUG nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.333671] env[70917]: DEBUG nova.compute.manager [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.333992] env[70917]: DEBUG nova.compute.manager [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing instance network info cache due to event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.333992] env[70917]: DEBUG oslo_concurrency.lockutils [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.334110] env[70917]: DEBUG oslo_concurrency.lockutils [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.334200] env[70917]: DEBUG nova.network.neutron [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.335945] env[70917]: INFO nova.scheduler.client.report [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocation for migration 51ee8b93-7de2-441f-a6ce-651df5451550 [ 1124.357409] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.401119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.401119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.401119] env[70917]: DEBUG nova.network.neutron [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.561408] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.863357} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.563573] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.564386] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16e1e7-a564-4801-8136-a084e05c312c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.569280] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e9791-ca11-454c-9aee-85607d300d11 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.595967] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf/68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.597407] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7031ae7-9b59-4c8a-bf99-b5182e18e908 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.600855] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509b000b-9fd9-42a1-8c65-22a2df60085c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.618325] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f210b02f-4a6b-4929-ac87-4303b02d95ee tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.854s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.655910] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.656732] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d43ab3-4082-4b05-8da1-f58a5b651eb4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.660013] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1124.660013] env[70917]: value = "task-3462194" [ 1124.660013] env[70917]: _type = "Task" [ 1124.660013] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.667251] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db357ea-e38f-48ab-8919-3a9c0ab35cbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.674705] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.685732] env[70917]: DEBUG nova.compute.provider_tree [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.843832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6d5788fc-c85c-4050-bc95-dd59227f8c00 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.549s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.950413] env[70917]: DEBUG nova.network.neutron [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.096342] env[70917]: DEBUG nova.network.neutron [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Updating instance_info_cache with network_info: [{"id": "ef8a38e3-97c7-43f3-a3f0-0391de47070b", "address": "fa:16:3e:1a:79:a7", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8a38e3-97", "ovs_interfaceid": "ef8a38e3-97c7-43f3-a3f0-0391de47070b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.165452] env[70917]: DEBUG nova.network.neutron [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updated VIF entry in instance network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.166393] env[70917]: DEBUG nova.network.neutron [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.173566] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462194, 'name': ReconfigVM_Task, 'duration_secs': 0.285216} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.173905] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf/68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.174865] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce7d907b-2d95-4f7f-a356-361ee13d32be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.182506] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1125.182506] env[70917]: value = "task-3462195" [ 1125.182506] env[70917]: _type = "Task" [ 1125.182506] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.188602] env[70917]: DEBUG nova.scheduler.client.report [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.200657] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462195, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.208541] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.208804] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.209032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.209270] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.209401] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.211913] env[70917]: INFO nova.compute.manager [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Terminating instance [ 1125.599525] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.599858] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Instance network_info: |[{"id": "ef8a38e3-97c7-43f3-a3f0-0391de47070b", "address": "fa:16:3e:1a:79:a7", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8a38e3-97", "ovs_interfaceid": "ef8a38e3-97c7-43f3-a3f0-0391de47070b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.600336] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:79:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef8a38e3-97c7-43f3-a3f0-0391de47070b', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.608709] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.608945] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.609199] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce2b6692-1dec-4d76-b23a-4fc78e8a0513 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.632843] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.632843] env[70917]: value = "task-3462196" [ 1125.632843] env[70917]: _type = "Task" [ 1125.632843] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.641438] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462196, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.672793] env[70917]: DEBUG oslo_concurrency.lockutils [req-8dd3953f-449c-4489-88cd-ce804614732d req-497f72e7-836e-490e-8100-4c0aa0f96443 service nova] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.695338] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462195, 'name': Rename_Task, 'duration_secs': 0.157543} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.695644] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.695897] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e9c6fb-ea01-4127-b80b-be8a2444db9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.702720] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.707113] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.698s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.708884] env[70917]: INFO nova.compute.claims [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.712142] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1125.712142] env[70917]: value = "task-3462197" [ 1125.712142] env[70917]: _type = "Task" [ 1125.712142] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.716259] env[70917]: DEBUG nova.compute.manager [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.716470] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.717289] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31e9d1-0359-434b-af5c-00cbf0292a6a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.726200] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.728892] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.729235] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f7afb0c-4c02-440e-9551-771243334052 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.731995] env[70917]: INFO nova.scheduler.client.report [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Deleted allocations for instance c2bd083c-a2b0-4c38-b4e9-30438e6116d8 [ 1125.739106] env[70917]: DEBUG oslo_vmware.api [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1125.739106] env[70917]: value = "task-3462198" [ 1125.739106] env[70917]: _type = "Task" [ 1125.739106] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.749550] env[70917]: DEBUG oslo_vmware.api [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.904593] env[70917]: DEBUG nova.compute.manager [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Received event network-changed-ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.904845] env[70917]: DEBUG nova.compute.manager [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Refreshing instance network info cache due to event network-changed-ef8a38e3-97c7-43f3-a3f0-0391de47070b. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.905129] env[70917]: DEBUG oslo_concurrency.lockutils [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] Acquiring lock "refresh_cache-20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.905339] env[70917]: DEBUG oslo_concurrency.lockutils [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] Acquired lock "refresh_cache-20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.905668] env[70917]: DEBUG nova.network.neutron [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Refreshing network info cache for port ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.962841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "a737aa90-85ba-4eea-92b8-eb3ebed56205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.963123] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.105770] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "f8f35989-5e98-4fe8-a0a0-301968c63282" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.105770] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.146380] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462196, 'name': CreateVM_Task, 'duration_secs': 0.40129} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.146604] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.147518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.147753] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.148148] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.148496] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f00fd6-453c-4355-818c-7cca0e09b835 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.154242] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1126.154242] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d216d3-1d02-c579-3cbb-79eaf54d12bc" [ 1126.154242] env[70917]: _type = "Task" [ 1126.154242] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.163867] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d216d3-1d02-c579-3cbb-79eaf54d12bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.227702] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462197, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.239720] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Lock "c2bd083c-a2b0-4c38-b4e9-30438e6116d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.290s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.252347] env[70917]: DEBUG oslo_vmware.api [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462198, 'name': PowerOffVM_Task, 'duration_secs': 0.243372} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.253335] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.254032] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.254032] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d80720-566e-40c1-ba75-deafe20e70c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.325021] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.325021] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.325021] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore1] c0b9cb91-17d5-40fc-a0ad-f663f7864012 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.325021] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5fc6aa6-5d4f-4b8a-a754-dd20ce1e4925 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.330763] env[70917]: DEBUG oslo_vmware.api [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1126.330763] env[70917]: value = "task-3462200" [ 1126.330763] env[70917]: _type = "Task" [ 1126.330763] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.341896] env[70917]: DEBUG oslo_vmware.api [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.363051] env[70917]: DEBUG nova.compute.manager [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-changed-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.363051] env[70917]: DEBUG nova.compute.manager [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing instance network info cache due to event network-changed-61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.364796] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.365263] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.365564] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing network info cache for port 61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.467715] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.609681] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.647988] env[70917]: DEBUG nova.network.neutron [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Updated VIF entry in instance network info cache for port ef8a38e3-97c7-43f3-a3f0-0391de47070b. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.648132] env[70917]: DEBUG nova.network.neutron [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Updating instance_info_cache with network_info: [{"id": "ef8a38e3-97c7-43f3-a3f0-0391de47070b", "address": "fa:16:3e:1a:79:a7", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8a38e3-97", "ovs_interfaceid": "ef8a38e3-97c7-43f3-a3f0-0391de47070b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.667606] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d216d3-1d02-c579-3cbb-79eaf54d12bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028531} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.667927] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.668173] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.668433] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.668555] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.668734] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.669000] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3bd9d6-c574-4319-930e-2e908e4a2bbf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.681244] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.681445] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.682581] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fd8928-0a1f-40e5-9af8-c3ffbb908b06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.689144] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1126.689144] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529c427c-0fd1-69f1-5ec2-8d107ca8235e" [ 1126.689144] env[70917]: _type = "Task" [ 1126.689144] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.699270] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529c427c-0fd1-69f1-5ec2-8d107ca8235e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.729095] env[70917]: DEBUG oslo_vmware.api [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462197, 'name': PowerOnVM_Task, 'duration_secs': 0.535417} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.729372] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.729600] env[70917]: INFO nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1126.729792] env[70917]: DEBUG nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.730734] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b4945-f5f4-4f94-a579-348b719c40cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.842063] env[70917]: DEBUG oslo_vmware.api [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472986} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.842063] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.842247] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.842428] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.842636] env[70917]: INFO nova.compute.manager [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1126.842906] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.843118] env[70917]: DEBUG nova.compute.manager [-] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.843237] env[70917]: DEBUG nova.network.neutron [-] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.990450] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.031563] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855906d-e146-4786-bd6a-080605fe5389 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.038826] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866d2887-3b4d-4de1-9ae5-8810171cfbc0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.082429] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb11887-4f7b-42c8-93d5-785fe99d4f3c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.091132] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5c51df-7731-4f2c-a454-b6e5e3feadfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.105902] env[70917]: DEBUG nova.compute.provider_tree [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.139390] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.151203] env[70917]: DEBUG oslo_concurrency.lockutils [req-8a17951c-f3a2-45c1-8dd8-cea7e2a946bc req-96251b4b-e8c1-45aa-b839-d9a96d00ba5e service nova] Releasing lock "refresh_cache-20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.200218] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529c427c-0fd1-69f1-5ec2-8d107ca8235e, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.201106] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b653c97-33b9-4bb7-bc08-45d702a157b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.207278] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1127.207278] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b22577-7425-9ca2-165a-fd63f4a4796b" [ 1127.207278] env[70917]: _type = "Task" [ 1127.207278] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.218058] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b22577-7425-9ca2-165a-fd63f4a4796b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.255949] env[70917]: INFO nova.compute.manager [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Took 21.19 seconds to build instance. [ 1127.289838] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updated VIF entry in instance network info cache for port 61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.290231] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.611213] env[70917]: DEBUG nova.scheduler.client.report [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.644477] env[70917]: DEBUG nova.network.neutron [-] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.718514] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b22577-7425-9ca2-165a-fd63f4a4796b, 'name': SearchDatastore_Task, 'duration_secs': 0.025512} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.718793] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.719099] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a/20ff1ff3-00e2-4d50-bf60-16e0a5541d5a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.719334] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3571b804-b011-4236-b804-60b46aaf6661 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.727297] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1127.727297] env[70917]: value = "task-3462201" [ 1127.727297] env[70917]: _type = "Task" [ 1127.727297] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.743532] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.760183] env[70917]: DEBUG oslo_concurrency.lockutils [None req-79110afa-d92a-4fe9-8e4e-860184935645 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.276s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.798635] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.798929] env[70917]: DEBUG nova.compute.manager [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-changed-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.799111] env[70917]: DEBUG nova.compute.manager [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing instance network info cache due to event network-changed-61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.799400] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.799461] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.799633] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing network info cache for port 61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.948256] env[70917]: DEBUG nova.compute.manager [req-029bb73b-7fe9-4127-a687-8f47e51cb222 req-48425bc4-e184-43be-a506-e12bef416252 service nova] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Received event network-vif-deleted-b85dd288-cf09-4574-8c1d-1cb202c61771 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.115640] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.116795] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.123275] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.061s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.126373] env[70917]: INFO nova.compute.claims [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.146886] env[70917]: INFO nova.compute.manager [-] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Took 1.30 seconds to deallocate network for instance. [ 1128.246282] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.544238] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updated VIF entry in instance network info cache for port 61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.544493] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.631895] env[70917]: DEBUG nova.compute.utils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.636684] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.637527] env[70917]: DEBUG nova.network.neutron [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.660452] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.675156] env[70917]: DEBUG nova.policy [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcd15b714944379a3b5cabb3f84e429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f333a7352244328a2bbd77f4686d5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.696039] env[70917]: DEBUG nova.compute.manager [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.745061] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739531} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.746684] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a/20ff1ff3-00e2-4d50-bf60-16e0a5541d5a.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.746684] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.746684] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52b2e05e-b45a-4ae3-86c5-bd9af4358185 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.754141] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1128.754141] env[70917]: value = "task-3462202" [ 1128.754141] env[70917]: _type = "Task" [ 1128.754141] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.765433] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.047447] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.047739] env[70917]: DEBUG nova.compute.manager [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.047910] env[70917]: DEBUG nova.compute.manager [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing instance network info cache due to event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.048144] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.048290] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.048485] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.072791] env[70917]: DEBUG nova.network.neutron [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Successfully created port: 3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.139754] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.218934] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.268180] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069181} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.270599] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.277369] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f18a275-6aa1-45fd-b040-47228e7374bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.303299] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a/20ff1ff3-00e2-4d50-bf60-16e0a5541d5a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.306683] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bc394b-2f11-4a5b-a521-c1f6e4802657 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.330242] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1129.330242] env[70917]: value = "task-3462203" [ 1129.330242] env[70917]: _type = "Task" [ 1129.330242] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.340906] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.479039] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f84675-e8fd-4c49-bd69-b91626175bc9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.490206] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700ed34-dfa1-4618-be4a-8a515135fddc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.523986] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa35b91-403f-4cbd-91fd-0cdb0c68fe3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.532921] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97360213-f78d-4528-8a74-1b22a4fa7ac0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.548202] env[70917]: DEBUG nova.compute.provider_tree [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.817503] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updated VIF entry in instance network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.817892] env[70917]: DEBUG nova.network.neutron [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.844593] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.052755] env[70917]: DEBUG nova.scheduler.client.report [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.149640] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.176428] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.176693] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.176853] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.177045] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.177198] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.177344] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.177552] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.177758] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.177946] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.178135] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.178314] env[70917]: DEBUG nova.virt.hardware [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.179186] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa81d26-f015-406a-b081-2412500760c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.188069] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dea6c1-8071-46b0-b977-634907c87a1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.320999] env[70917]: DEBUG oslo_concurrency.lockutils [req-23386866-218e-4b16-8a82-d747aed36cbb req-e511ac87-efd7-4cc1-a534-672e94ddd8a0 service nova] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.341744] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462203, 'name': ReconfigVM_Task, 'duration_secs': 0.788341} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.343588] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a/20ff1ff3-00e2-4d50-bf60-16e0a5541d5a.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.343588] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f43ad2b-d9d5-4446-a726-f10289f090d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.350436] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1130.350436] env[70917]: value = "task-3462204" [ 1130.350436] env[70917]: _type = "Task" [ 1130.350436] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.359357] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462204, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.523473] env[70917]: DEBUG nova.compute.manager [req-89352b1b-9190-491c-92ba-915c0f93a585 req-3371ee65-559c-4e3a-8015-4fb3d2165fb5 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Received event network-vif-plugged-3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.523706] env[70917]: DEBUG oslo_concurrency.lockutils [req-89352b1b-9190-491c-92ba-915c0f93a585 req-3371ee65-559c-4e3a-8015-4fb3d2165fb5 service nova] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.523942] env[70917]: DEBUG oslo_concurrency.lockutils [req-89352b1b-9190-491c-92ba-915c0f93a585 req-3371ee65-559c-4e3a-8015-4fb3d2165fb5 service nova] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.524127] env[70917]: DEBUG oslo_concurrency.lockutils [req-89352b1b-9190-491c-92ba-915c0f93a585 req-3371ee65-559c-4e3a-8015-4fb3d2165fb5 service nova] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.524303] env[70917]: DEBUG nova.compute.manager [req-89352b1b-9190-491c-92ba-915c0f93a585 req-3371ee65-559c-4e3a-8015-4fb3d2165fb5 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] No waiting events found dispatching network-vif-plugged-3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.524466] env[70917]: WARNING nova.compute.manager [req-89352b1b-9190-491c-92ba-915c0f93a585 req-3371ee65-559c-4e3a-8015-4fb3d2165fb5 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Received unexpected event network-vif-plugged-3817c695-0757-472a-8120-d2575b87e9a0 for instance with vm_state building and task_state spawning. [ 1130.562490] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.562888] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.565984] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.131s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.569110] env[70917]: DEBUG nova.objects.instance [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'resources' on Instance uuid 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.640050] env[70917]: DEBUG nova.network.neutron [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Successfully updated port: 3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.861616] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462204, 'name': Rename_Task, 'duration_secs': 0.375074} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.861904] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.862166] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d330f58-73ab-42f1-ae3c-f02bbae73c7a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.869504] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1130.869504] env[70917]: value = "task-3462205" [ 1130.869504] env[70917]: _type = "Task" [ 1130.869504] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.877770] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.069049] env[70917]: DEBUG nova.compute.utils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.070346] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.070582] env[70917]: DEBUG nova.network.neutron [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.072726] env[70917]: DEBUG nova.objects.instance [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'numa_topology' on Instance uuid 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.118255] env[70917]: DEBUG nova.policy [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccfe2c544ae4e63a738f1ce4041bc2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8206b09e669e42228760adbb10df0b54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.144633] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144833] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.145043] env[70917]: DEBUG nova.network.neutron [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.383121] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.396120] env[70917]: DEBUG nova.network.neutron [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Successfully created port: f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.575350] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.578488] env[70917]: DEBUG nova.objects.base [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Object Instance<268f96d3-a0c6-48a3-a306-19584c8a996d> lazy-loaded attributes: resources,numa_topology {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.680271] env[70917]: DEBUG nova.network.neutron [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.848125] env[70917]: DEBUG nova.network.neutron [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updating instance_info_cache with network_info: [{"id": "3817c695-0757-472a-8120-d2575b87e9a0", "address": "fa:16:3e:d4:d9:80", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3817c695-07", "ovs_interfaceid": "3817c695-0757-472a-8120-d2575b87e9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.864991] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e48ea-2471-4d26-be46-6ad80cb1fcfe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.876380] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3eee9b-a357-483f-b261-352c890a2b52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.884927] env[70917]: DEBUG oslo_vmware.api [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462205, 'name': PowerOnVM_Task, 'duration_secs': 0.989014} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.909578] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.910892] env[70917]: INFO nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1131.910892] env[70917]: DEBUG nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.912584] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e5a291-0c46-48fa-80e9-af6eaf4900c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.916012] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d2895-30bf-40eb-bcaa-d183c46d15e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.933151] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d76666e-7d83-47fb-8f9d-90c160be591c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.951310] env[70917]: DEBUG nova.compute.provider_tree [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.083411] env[70917]: INFO nova.virt.block_device [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Booting with volume 5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91 at /dev/sda [ 1132.122622] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b074c412-59fa-4738-a142-7641406e1bbe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.139965] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcddc83e-525d-47bf-a421-51fc73f7d468 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.173840] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a19ff7ed-a555-43ea-b707-e4fe3b9acfe7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.183450] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745782f-a818-459c-9f31-b7bd4df6d4ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.214621] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514f389-8976-4bde-b177-38f4de5aa01f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.223025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f954bc-659a-4eed-bc49-70fc0c0171fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.238042] env[70917]: DEBUG nova.virt.block_device [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updating existing volume attachment record: 6a62d044-e30f-419b-84f7-6e6c061c3390 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1132.350334] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.350869] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Instance network_info: |[{"id": "3817c695-0757-472a-8120-d2575b87e9a0", "address": "fa:16:3e:d4:d9:80", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3817c695-07", "ovs_interfaceid": "3817c695-0757-472a-8120-d2575b87e9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.351346] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d9:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3817c695-0757-472a-8120-d2575b87e9a0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.358973] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.359280] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.359517] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1368be14-a093-47e4-bd38-a93e0bed5429 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.381491] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.381491] env[70917]: value = "task-3462206" [ 1132.381491] env[70917]: _type = "Task" [ 1132.381491] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.389075] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462206, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.439798] env[70917]: INFO nova.compute.manager [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Took 25.32 seconds to build instance. [ 1132.454397] env[70917]: DEBUG nova.scheduler.client.report [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.555608] env[70917]: DEBUG nova.compute.manager [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Received event network-changed-3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.555846] env[70917]: DEBUG nova.compute.manager [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Refreshing instance network info cache due to event network-changed-3817c695-0757-472a-8120-d2575b87e9a0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.556102] env[70917]: DEBUG oslo_concurrency.lockutils [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] Acquiring lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.556256] env[70917]: DEBUG oslo_concurrency.lockutils [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] Acquired lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.556426] env[70917]: DEBUG nova.network.neutron [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Refreshing network info cache for port 3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.894600] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462206, 'name': CreateVM_Task, 'duration_secs': 0.344156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.894774] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.895504] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.895753] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.896215] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.896518] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33b7d06-5510-4f94-a878-d4dbd1e85152 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.901764] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1132.901764] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5282b70f-ce2e-8961-d37a-f029049b5706" [ 1132.901764] env[70917]: _type = "Task" [ 1132.901764] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.911425] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5282b70f-ce2e-8961-d37a-f029049b5706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.941779] env[70917]: DEBUG nova.network.neutron [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Successfully updated port: f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.943278] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d90e1187-21b0-4c96-8935-7a85d037fefc tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.857s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.959173] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.961605] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.343s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.961833] env[70917]: DEBUG nova.objects.instance [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lazy-loading 'resources' on Instance uuid a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.303990] env[70917]: DEBUG nova.network.neutron [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updated VIF entry in instance network info cache for port 3817c695-0757-472a-8120-d2575b87e9a0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.304586] env[70917]: DEBUG nova.network.neutron [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updating instance_info_cache with network_info: [{"id": "3817c695-0757-472a-8120-d2575b87e9a0", "address": "fa:16:3e:d4:d9:80", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3817c695-07", "ovs_interfaceid": "3817c695-0757-472a-8120-d2575b87e9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.413173] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5282b70f-ce2e-8961-d37a-f029049b5706, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.413494] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.413737] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.413973] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.414194] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.414313] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.414720] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bef6969d-0f37-4bb0-8d72-e9395baa1e72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.431546] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.431725] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.432423] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2be908-7bdb-472d-bc1c-496b2f764bb3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.437646] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1133.437646] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520556e3-b9f5-5718-f20a-ba0550530012" [ 1133.437646] env[70917]: _type = "Task" [ 1133.437646] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.445081] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.445226] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquired lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.445374] env[70917]: DEBUG nova.network.neutron [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.446420] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520556e3-b9f5-5718-f20a-ba0550530012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.474022] env[70917]: DEBUG oslo_concurrency.lockutils [None req-75525a46-82cf-418e-ab36-01cfd969dcc6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.073s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.475922] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.518s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.475922] env[70917]: INFO nova.compute.manager [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Unshelving [ 1133.607518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.607518] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.607756] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.608042] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.608293] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.610415] env[70917]: INFO nova.compute.manager [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Terminating instance [ 1133.691063] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd402c-98d6-4635-9f69-e3e9b5c3358c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.697704] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b9a19-ce74-4781-9d8c-11cd177613df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.728879] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8151e545-2d5a-4d92-9f64-cb0afc978f1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.736973] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d4831-6af5-4859-8f90-95e861ab2164 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.750251] env[70917]: DEBUG nova.compute.provider_tree [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.807244] env[70917]: DEBUG oslo_concurrency.lockutils [req-5d108b28-93af-4dbc-bf62-1c0c37c9618b req-f1b8d3ec-c331-4c5a-8e5a-fdd04f74bc04 service nova] Releasing lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.950278] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520556e3-b9f5-5718-f20a-ba0550530012, 'name': SearchDatastore_Task, 'duration_secs': 0.038875} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.951465] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d80b0e-0f4b-429f-8652-dadb4a394408 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.959075] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1133.959075] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c09a25-a025-1e6c-731b-5afe27f48178" [ 1133.959075] env[70917]: _type = "Task" [ 1133.959075] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.968180] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c09a25-a025-1e6c-731b-5afe27f48178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.986949] env[70917]: DEBUG nova.network.neutron [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.114074] env[70917]: DEBUG nova.compute.manager [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.114341] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.115230] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2e336-12c6-4520-938e-42147da725ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.123870] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.124140] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9f1f0be-c238-41da-8b4b-513cab5661c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.131402] env[70917]: DEBUG oslo_vmware.api [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1134.131402] env[70917]: value = "task-3462207" [ 1134.131402] env[70917]: _type = "Task" [ 1134.131402] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.135640] env[70917]: DEBUG nova.network.neutron [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updating instance_info_cache with network_info: [{"id": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "address": "fa:16:3e:2b:3a:b2", "network": {"id": "7baaf95f-219d-42f3-9637-7076a693195d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-528736485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8206b09e669e42228760adbb10df0b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d7f918-3f", "ovs_interfaceid": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.144644] env[70917]: DEBUG oslo_vmware.api [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.253251] env[70917]: DEBUG nova.scheduler.client.report [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.341020] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.341610] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.341828] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.342010] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.342181] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.342329] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.342480] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.342686] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.343751] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.343751] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.343751] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.343751] env[70917]: DEBUG nova.virt.hardware [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.344543] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8651621-d383-4aa1-b269-36f33aab9f7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.355451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c38ab7-d476-4e9b-8d38-d68a00201ee5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.469900] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c09a25-a025-1e6c-731b-5afe27f48178, 'name': SearchDatastore_Task, 'duration_secs': 0.018663} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.470196] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.470523] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] d9b0bf4c-9905-49ff-a31c-aff7724bbfde/d9b0bf4c-9905-49ff-a31c-aff7724bbfde.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.470790] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1f7eed-f5ea-4149-a286-766990daefb5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.478562] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1134.478562] env[70917]: value = "task-3462208" [ 1134.478562] env[70917]: _type = "Task" [ 1134.478562] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.488614] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.499801] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.582632] env[70917]: DEBUG nova.compute.manager [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Received event network-vif-plugged-f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.582870] env[70917]: DEBUG oslo_concurrency.lockutils [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] Acquiring lock "981aeb2c-d376-4011-ba9d-ac8076b84275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.583133] env[70917]: DEBUG oslo_concurrency.lockutils [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.583298] env[70917]: DEBUG oslo_concurrency.lockutils [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.583467] env[70917]: DEBUG nova.compute.manager [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] No waiting events found dispatching network-vif-plugged-f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.583659] env[70917]: WARNING nova.compute.manager [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Received unexpected event network-vif-plugged-f0d7f918-3f76-48fb-a91b-43ff76f528b6 for instance with vm_state building and task_state spawning. [ 1134.583821] env[70917]: DEBUG nova.compute.manager [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Received event network-changed-f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.583990] env[70917]: DEBUG nova.compute.manager [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Refreshing instance network info cache due to event network-changed-f0d7f918-3f76-48fb-a91b-43ff76f528b6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.584200] env[70917]: DEBUG oslo_concurrency.lockutils [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] Acquiring lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.639363] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Releasing lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.639769] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance network_info: |[{"id": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "address": "fa:16:3e:2b:3a:b2", "network": {"id": "7baaf95f-219d-42f3-9637-7076a693195d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-528736485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8206b09e669e42228760adbb10df0b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d7f918-3f", "ovs_interfaceid": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.643522] env[70917]: DEBUG oslo_concurrency.lockutils [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] Acquired lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.643763] env[70917]: DEBUG nova.network.neutron [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Refreshing network info cache for port f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.645222] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:3a:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0d7f918-3f76-48fb-a91b-43ff76f528b6', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.653352] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Creating folder: Project (8206b09e669e42228760adbb10df0b54). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.654073] env[70917]: DEBUG oslo_vmware.api [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462207, 'name': PowerOffVM_Task, 'duration_secs': 0.22629} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.655126] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7882ca9c-bf94-436f-8ec0-9d4b04832d46 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.657121] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.657308] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.658247] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13999b42-fe01-48a1-a708-424d64217c80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.675640] env[70917]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1134.675863] env[70917]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70917) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1134.676349] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Folder already exists: Project (8206b09e669e42228760adbb10df0b54). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1134.676573] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Creating folder: Instances. Parent ref: group-v691522. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.676853] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a37d41d-0dbe-47a8-9b1f-ec25e5ffacb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.688841] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Created folder: Instances in parent group-v691522. [ 1134.689303] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.689637] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.689884] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516610ba-3d93-4fb2-a9c9-7ea1ce08af25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.713921] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.713921] env[70917]: value = "task-3462212" [ 1134.713921] env[70917]: _type = "Task" [ 1134.713921] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.723570] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462212, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.744285] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.744641] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.744750] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore2] 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.745087] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de86d1f-dac0-42e5-a921-7bee252f6110 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.754246] env[70917]: DEBUG oslo_vmware.api [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1134.754246] env[70917]: value = "task-3462213" [ 1134.754246] env[70917]: _type = "Task" [ 1134.754246] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.759220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.763457] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.075s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.763761] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.765875] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.365s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.767523] env[70917]: INFO nova.compute.claims [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.780677] env[70917]: DEBUG oslo_vmware.api [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.782554] env[70917]: INFO nova.scheduler.client.report [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Deleted allocations for instance a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574 [ 1134.787794] env[70917]: INFO nova.scheduler.client.report [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted allocations for instance f66bd22b-1de2-43cc-b2a5-154fedcd3692 [ 1134.995752] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465391} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.996158] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] d9b0bf4c-9905-49ff-a31c-aff7724bbfde/d9b0bf4c-9905-49ff-a31c-aff7724bbfde.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.996549] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.996921] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800803b0-e13e-40e9-aeb6-be35da8c79a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.007587] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1135.007587] env[70917]: value = "task-3462214" [ 1135.007587] env[70917]: _type = "Task" [ 1135.007587] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.019614] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.226546] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462212, 'name': CreateVM_Task, 'duration_secs': 0.395805} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.226795] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.227413] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691531', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'name': 'volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '981aeb2c-d376-4011-ba9d-ac8076b84275', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'serial': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '6a62d044-e30f-419b-84f7-6e6c061c3390', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70917) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1135.227627] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Root volume attach. Driver type: vmdk {{(pid=70917) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1135.228420] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dd3c8f-d656-4992-b0ec-16765c94fe41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.238492] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698212a0-08a1-4264-85ef-f7c3387578a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.245884] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57811ba8-61c5-4a30-99ea-624a1c3c9bbd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.252169] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c129dce1-6863-4ef2-a9ed-6b5c70863025 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.264079] env[70917]: DEBUG oslo_vmware.api [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246793} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.267099] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1135.267099] env[70917]: value = "task-3462215" [ 1135.267099] env[70917]: _type = "Task" [ 1135.267099] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.267099] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.267099] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.267099] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.267099] env[70917]: INFO nova.compute.manager [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1135.267099] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.267099] env[70917]: DEBUG nova.compute.manager [-] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.267099] env[70917]: DEBUG nova.network.neutron [-] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.283237] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.292243] env[70917]: DEBUG oslo_concurrency.lockutils [None req-dc904b60-4fe5-4c51-8bd2-e969c978a49a tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Lock "a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.387s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.295891] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "f66bd22b-1de2-43cc-b2a5-154fedcd3692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.250s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.350709] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.350929] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.520226] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080859} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.521177] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.522272] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204ce24-f70e-43df-8c03-4fe1bedaf253 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.555220] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d9b0bf4c-9905-49ff-a31c-aff7724bbfde/d9b0bf4c-9905-49ff-a31c-aff7724bbfde.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.555303] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e94657a-6cf2-4b37-a44c-332504f7e59f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.579857] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1135.579857] env[70917]: value = "task-3462216" [ 1135.579857] env[70917]: _type = "Task" [ 1135.579857] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.591159] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.709946] env[70917]: DEBUG nova.network.neutron [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updated VIF entry in instance network info cache for port f0d7f918-3f76-48fb-a91b-43ff76f528b6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.710533] env[70917]: DEBUG nova.network.neutron [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updating instance_info_cache with network_info: [{"id": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "address": "fa:16:3e:2b:3a:b2", "network": {"id": "7baaf95f-219d-42f3-9637-7076a693195d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-528736485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8206b09e669e42228760adbb10df0b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d7f918-3f", "ovs_interfaceid": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.782662] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 42%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.860316] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.863142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.863142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.863142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.863142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.863142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.863142] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1135.863142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.012531] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "05f38d54-b0de-4261-8352-df8394eda187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.012799] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.109178] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462216, 'name': ReconfigVM_Task, 'duration_secs': 0.483169} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.109178] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d9b0bf4c-9905-49ff-a31c-aff7724bbfde/d9b0bf4c-9905-49ff-a31c-aff7724bbfde.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.109178] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-718a8c7b-e0eb-47dd-832d-425c6d7fda97 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.109178] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b186d6-0ac8-4769-bb55-d2feff32bf3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.109178] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1136.109178] env[70917]: value = "task-3462217" [ 1136.109178] env[70917]: _type = "Task" [ 1136.109178] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.111441] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b236e15-b5ce-4c95-b2df-4db101363e1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.118348] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462217, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.158941] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412fa84c-d854-409d-8800-223d8af44801 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.171009] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a95b66-6483-41b2-8e83-1e8de98506ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.188661] env[70917]: DEBUG nova.compute.provider_tree [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.203125] env[70917]: DEBUG nova.compute.manager [req-eaad4425-cd37-4f2f-80fd-4282387b32f1 req-6df7a2d5-ed67-408c-a251-d4d39b83b9e2 service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Received event network-vif-deleted-ef8a38e3-97c7-43f3-a3f0-0391de47070b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.203481] env[70917]: INFO nova.compute.manager [req-eaad4425-cd37-4f2f-80fd-4282387b32f1 req-6df7a2d5-ed67-408c-a251-d4d39b83b9e2 service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Neutron deleted interface ef8a38e3-97c7-43f3-a3f0-0391de47070b; detaching it from the instance and deleting it from the info cache [ 1136.203537] env[70917]: DEBUG nova.network.neutron [req-eaad4425-cd37-4f2f-80fd-4282387b32f1 req-6df7a2d5-ed67-408c-a251-d4d39b83b9e2 service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.213952] env[70917]: DEBUG oslo_concurrency.lockutils [req-1d42eb11-b558-46be-b6cf-d2edbad114ab req-a4db18f4-cdba-479d-81fa-c476d58e1eab service nova] Releasing lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.279958] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 54%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.296262] env[70917]: DEBUG nova.network.neutron [-] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.319796] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-428b9806-7f11-40a5-bc2d-41100c2a06b7-559e103c-b7a0-46f4-a92d-5c62c3276e11" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.320873] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-428b9806-7f11-40a5-bc2d-41100c2a06b7-559e103c-b7a0-46f4-a92d-5c62c3276e11" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.320873] env[70917]: DEBUG nova.objects.instance [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'flavor' on Instance uuid 428b9806-7f11-40a5-bc2d-41100c2a06b7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.364172] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.516686] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.625846] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462217, 'name': Rename_Task, 'duration_secs': 0.224945} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.631923] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.631923] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-668d92c2-554e-47a3-b70b-4051640d84f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.639827] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1136.639827] env[70917]: value = "task-3462218" [ 1136.639827] env[70917]: _type = "Task" [ 1136.639827] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.653988] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.694025] env[70917]: DEBUG nova.scheduler.client.report [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.706760] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3cbef22-cc03-4345-b93a-ee4dc9264533 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.720053] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f87cdd-8347-439b-ac7b-3fde6a745d4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.755676] env[70917]: DEBUG nova.compute.manager [req-eaad4425-cd37-4f2f-80fd-4282387b32f1 req-6df7a2d5-ed67-408c-a251-d4d39b83b9e2 service nova] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Detach interface failed, port_id=ef8a38e3-97c7-43f3-a3f0-0391de47070b, reason: Instance 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.776954] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 69%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.799673] env[70917]: INFO nova.compute.manager [-] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Took 1.53 seconds to deallocate network for instance. [ 1137.023077] env[70917]: DEBUG nova.objects.instance [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'pci_requests' on Instance uuid 428b9806-7f11-40a5-bc2d-41100c2a06b7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.051552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.154568] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.199256] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.199790] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.204338] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.706s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.204338] env[70917]: DEBUG nova.objects.instance [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1137.287421] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 82%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.307501] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.526990] env[70917]: DEBUG nova.objects.base [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Object Instance<428b9806-7f11-40a5-bc2d-41100c2a06b7> lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.527267] env[70917]: DEBUG nova.network.neutron [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.608600] env[70917]: DEBUG nova.policy [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.656275] env[70917]: DEBUG oslo_vmware.api [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462218, 'name': PowerOnVM_Task, 'duration_secs': 0.732674} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.656555] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.656753] env[70917]: INFO nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1137.656936] env[70917]: DEBUG nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.657732] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1c414-df47-445c-9469-61b684cfd5be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.707783] env[70917]: DEBUG nova.compute.utils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.709152] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.716752] env[70917]: DEBUG nova.network.neutron [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.778542] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.780112] env[70917]: DEBUG nova.policy [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b3548335d184ae8bfbfb6a8ed636a5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d2f071a7f94c728fb7559f856001e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.183532] env[70917]: INFO nova.compute.manager [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Took 28.19 seconds to build instance. [ 1138.213106] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.217999] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ca1487d8-4d29-4ea1-91ef-58e5d58166d9 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.218987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.105s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.284028] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.285049] env[70917]: DEBUG nova.network.neutron [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Successfully created port: e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.685318] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32be964-cbff-484c-a834-98305f8f5527 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.701s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.722439] env[70917]: DEBUG nova.objects.instance [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'migration_context' on Instance uuid 0ebd5a5c-787b-41d8-84dd-9da88017a88e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.780260] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.081741] env[70917]: DEBUG nova.compute.manager [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Received event network-changed-3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.081741] env[70917]: DEBUG nova.compute.manager [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Refreshing instance network info cache due to event network-changed-3817c695-0757-472a-8120-d2575b87e9a0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.081952] env[70917]: DEBUG oslo_concurrency.lockutils [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] Acquiring lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.082019] env[70917]: DEBUG oslo_concurrency.lockutils [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] Acquired lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.082173] env[70917]: DEBUG nova.network.neutron [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Refreshing network info cache for port 3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.174104] env[70917]: DEBUG nova.network.neutron [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Successfully updated port: 559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.226022] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.256691] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.259049] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.259049] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.259049] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.259049] env[70917]: DEBUG nova.virt.hardware [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.259049] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3000a9e-8546-4362-abcd-d1da517ceefc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.270929] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ccb9c-7003-43a2-934d-7b0372e596eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.300747] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 98%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.471148] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78cf76-5257-43c6-b208-714e6dce937a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.480578] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8e3b7-5a08-4b6f-af8a-7baa41b49d95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.513202] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde2c76-7ce8-48b2-b66e-754128fe0591 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.521320] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619a6868-fef6-4ac3-8bfd-853d4b312b5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.537265] env[70917]: DEBUG nova.compute.provider_tree [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.677365] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.677540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.677717] env[70917]: DEBUG nova.network.neutron [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.786650] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task} progress is 98%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.796177] env[70917]: DEBUG nova.network.neutron [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updated VIF entry in instance network info cache for port 3817c695-0757-472a-8120-d2575b87e9a0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.796177] env[70917]: DEBUG nova.network.neutron [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updating instance_info_cache with network_info: [{"id": "3817c695-0757-472a-8120-d2575b87e9a0", "address": "fa:16:3e:d4:d9:80", "network": {"id": "c0a11724-5d0f-4c42-ba56-0a55ad450087", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-798785007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f333a7352244328a2bbd77f4686d5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3817c695-07", "ovs_interfaceid": "3817c695-0757-472a-8120-d2575b87e9a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.802803] env[70917]: DEBUG nova.compute.manager [req-773b38a1-ca58-4858-b29c-3f6ac1638f75 req-840badd2-632b-4645-9d08-03143c967062 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-vif-plugged-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.803019] env[70917]: DEBUG oslo_concurrency.lockutils [req-773b38a1-ca58-4858-b29c-3f6ac1638f75 req-840badd2-632b-4645-9d08-03143c967062 service nova] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.803229] env[70917]: DEBUG oslo_concurrency.lockutils [req-773b38a1-ca58-4858-b29c-3f6ac1638f75 req-840badd2-632b-4645-9d08-03143c967062 service nova] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.803399] env[70917]: DEBUG oslo_concurrency.lockutils [req-773b38a1-ca58-4858-b29c-3f6ac1638f75 req-840badd2-632b-4645-9d08-03143c967062 service nova] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.803565] env[70917]: DEBUG nova.compute.manager [req-773b38a1-ca58-4858-b29c-3f6ac1638f75 req-840badd2-632b-4645-9d08-03143c967062 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] No waiting events found dispatching network-vif-plugged-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.803722] env[70917]: WARNING nova.compute.manager [req-773b38a1-ca58-4858-b29c-3f6ac1638f75 req-840badd2-632b-4645-9d08-03143c967062 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received unexpected event network-vif-plugged-e813261f-bfea-4142-8f3f-b75163107438 for instance with vm_state building and task_state spawning. [ 1139.884836] env[70917]: DEBUG nova.network.neutron [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Successfully updated port: e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.040877] env[70917]: DEBUG nova.scheduler.client.report [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.217838] env[70917]: WARNING nova.network.neutron [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] af5d5e6c-79d1-47d6-871b-22a2ef0710f3 already exists in list: networks containing: ['af5d5e6c-79d1-47d6-871b-22a2ef0710f3']. ignoring it [ 1140.287084] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462215, 'name': RelocateVM_Task, 'duration_secs': 4.563742} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.287406] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.287612] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691531', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'name': 'volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '981aeb2c-d376-4011-ba9d-ac8076b84275', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'serial': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.288453] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3baa0c6-0d64-40a5-9538-5b0be54ac2ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.304564] env[70917]: DEBUG oslo_concurrency.lockutils [req-5aa3adf0-fe66-403a-9014-946a62615665 req-eeaedcef-769b-4240-9885-7d571f520aad service nova] Releasing lock "refresh_cache-d9b0bf4c-9905-49ff-a31c-aff7724bbfde" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.305627] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa9f5b-6301-4922-acd6-2cb8015dc819 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.331283] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91/volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.334441] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dfb3154-f30b-408f-b869-53a235c81d3c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.355529] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1140.355529] env[70917]: value = "task-3462219" [ 1140.355529] env[70917]: _type = "Task" [ 1140.355529] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.364656] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.387872] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.388053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.388151] env[70917]: DEBUG nova.network.neutron [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.590991] env[70917]: DEBUG nova.network.neutron [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "address": "fa:16:3e:f0:db:46", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559e103c-b7", "ovs_interfaceid": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.867189] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.917179] env[70917]: DEBUG nova.network.neutron [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.052484] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.833s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.058110] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.700s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.058110] env[70917]: DEBUG nova.objects.instance [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lazy-loading 'resources' on Instance uuid 05ba1eae-97a6-4a4c-886a-8f091966824c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.093754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.095023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.095023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.095627] env[70917]: DEBUG nova.network.neutron [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.097559] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eaf551-aba6-46ea-ab55-4ccad2db542c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.118921] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.119507] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.119507] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.119669] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.119669] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.119818] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.120047] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.120216] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.120385] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.120587] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.120747] env[70917]: DEBUG nova.virt.hardware [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.127053] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Reconfiguring VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.127715] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b767c84a-4b43-4177-a178-d95185b1b48f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.147816] env[70917]: DEBUG oslo_vmware.api [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1141.147816] env[70917]: value = "task-3462220" [ 1141.147816] env[70917]: _type = "Task" [ 1141.147816] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.154363] env[70917]: DEBUG nova.compute.manager [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-vif-plugged-559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.154582] env[70917]: DEBUG oslo_concurrency.lockutils [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.154803] env[70917]: DEBUG oslo_concurrency.lockutils [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.154977] env[70917]: DEBUG oslo_concurrency.lockutils [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.155159] env[70917]: DEBUG nova.compute.manager [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] No waiting events found dispatching network-vif-plugged-559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.155326] env[70917]: WARNING nova.compute.manager [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received unexpected event network-vif-plugged-559e103c-b7a0-46f4-a92d-5c62c3276e11 for instance with vm_state active and task_state None. [ 1141.155485] env[70917]: DEBUG nova.compute.manager [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-changed-559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.155651] env[70917]: DEBUG nova.compute.manager [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing instance network info cache due to event network-changed-559e103c-b7a0-46f4-a92d-5c62c3276e11. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.155840] env[70917]: DEBUG oslo_concurrency.lockutils [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.155995] env[70917]: DEBUG oslo_concurrency.lockutils [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.156360] env[70917]: DEBUG nova.network.neutron [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing network info cache for port 559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.164686] env[70917]: DEBUG oslo_vmware.api [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462220, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.367186] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.598118] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.598118] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance network_info: |[{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.598374] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ae:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e813261f-bfea-4142-8f3f-b75163107438', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.605777] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.608741] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.609830] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a00f7c02-84e2-4193-842b-1c261ed411eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.636879] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.636879] env[70917]: value = "task-3462221" [ 1141.636879] env[70917]: _type = "Task" [ 1141.636879] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.651399] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462221, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.667442] env[70917]: DEBUG oslo_vmware.api [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.836317] env[70917]: DEBUG nova.compute.manager [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-changed-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.836456] env[70917]: DEBUG nova.compute.manager [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing instance network info cache due to event network-changed-e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.836705] env[70917]: DEBUG oslo_concurrency.lockutils [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.836924] env[70917]: DEBUG oslo_concurrency.lockutils [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.837169] env[70917]: DEBUG nova.network.neutron [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing network info cache for port e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.842672] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325c0cc-be29-4098-b29e-d40681f24a9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.855090] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c34b72-e033-4414-8d4f-8f625013d958 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.894784] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462219, 'name': ReconfigVM_Task, 'duration_secs': 1.069891} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.898068] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91/volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.903928] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db5b19-f7d6-41bc-b169-13c04dffc4f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.906912] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc50a65-ff4b-4721-bfcb-d49a2913c8d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.925206] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f50c1ed-a7d7-4882-bf74-d04686a1abae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.929328] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1141.929328] env[70917]: value = "task-3462222" [ 1141.929328] env[70917]: _type = "Task" [ 1141.929328] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.941991] env[70917]: DEBUG nova.compute.provider_tree [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.950942] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.980141] env[70917]: DEBUG nova.network.neutron [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updated VIF entry in instance network info cache for port 559e103c-b7a0-46f4-a92d-5c62c3276e11. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.980701] env[70917]: DEBUG nova.network.neutron [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "address": "fa:16:3e:f0:db:46", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559e103c-b7", "ovs_interfaceid": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.148315] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462221, 'name': CreateVM_Task, 'duration_secs': 0.361533} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.148500] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.149204] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.149378] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.149684] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.149941] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b733c061-3806-4de5-b012-3893dbc861b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.158353] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1142.158353] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52797f82-9b51-4f73-79aa-e50590295fb9" [ 1142.158353] env[70917]: _type = "Task" [ 1142.158353] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.161289] env[70917]: DEBUG oslo_vmware.api [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462220, 'name': ReconfigVM_Task, 'duration_secs': 0.74615} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.164374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.164586] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Reconfigured VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.172674] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52797f82-9b51-4f73-79aa-e50590295fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.172944] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.173185] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.173417] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.173563] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.173740] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.173981] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9446a41d-0ecc-43e3-b5a8-cf3e9da6655d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.182950] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.183148] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.184466] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38108cbb-4b46-4e36-b8a5-eb9cf840dd56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.190104] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1142.190104] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2aa13-e52a-a5e2-e5c4-acd43b8389f7" [ 1142.190104] env[70917]: _type = "Task" [ 1142.190104] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.198198] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2aa13-e52a-a5e2-e5c4-acd43b8389f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.442168] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462222, 'name': ReconfigVM_Task, 'duration_secs': 0.136266} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.442470] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691531', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'name': 'volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '981aeb2c-d376-4011-ba9d-ac8076b84275', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'serial': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.443009] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc2d1a0-917e-4f93-b963-fb94d5d822ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.447510] env[70917]: DEBUG nova.scheduler.client.report [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.452403] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1142.452403] env[70917]: value = "task-3462223" [ 1142.452403] env[70917]: _type = "Task" [ 1142.452403] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.463276] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462223, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.483865] env[70917]: DEBUG oslo_concurrency.lockutils [req-9f030015-af40-481c-a1c6-23eb2f1791e2 req-5e507bda-8f2a-4296-bd0f-1021c01738e2 service nova] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.598604] env[70917]: INFO nova.compute.manager [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Swapping old allocation on dict_keys(['80a2a1d7-e598-4308-becd-5c7b0cb87cf5']) held by migration 156da4a7-0a78-4050-9b61-23cedeb832c1 for instance [ 1142.609853] env[70917]: DEBUG nova.network.neutron [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updated VIF entry in instance network info cache for port e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.610224] env[70917]: DEBUG nova.network.neutron [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.622404] env[70917]: DEBUG nova.scheduler.client.report [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Overwriting current allocation {'allocations': {'80a2a1d7-e598-4308-becd-5c7b0cb87cf5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 153}}, 'project_id': '9686c7f6c70d4903b9caec3fdac99739', 'user_id': '5275d8f625af449984229d311fa5fab3', 'consumer_generation': 1} on consumer 0ebd5a5c-787b-41d8-84dd-9da88017a88e {{(pid=70917) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1142.670995] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4bd0bf05-74d1-456e-9109-6c70834517d4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-428b9806-7f11-40a5-bc2d-41100c2a06b7-559e103c-b7a0-46f4-a92d-5c62c3276e11" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.351s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.701592] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a2aa13-e52a-a5e2-e5c4-acd43b8389f7, 'name': SearchDatastore_Task, 'duration_secs': 0.022144} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.702568] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.702735] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.702913] env[70917]: DEBUG nova.network.neutron [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.704766] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9518c5de-c008-4351-8fe9-f64a65b00f45 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.711286] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1142.711286] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52aad0f1-2d75-6d77-1b1c-db024990c27f" [ 1142.711286] env[70917]: _type = "Task" [ 1142.711286] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.721581] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52aad0f1-2d75-6d77-1b1c-db024990c27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.955072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.957091] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.301s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.958746] env[70917]: INFO nova.compute.claims [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.974211] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462223, 'name': Rename_Task, 'duration_secs': 0.139579} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.975445] env[70917]: INFO nova.scheduler.client.report [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Deleted allocations for instance 05ba1eae-97a6-4a4c-886a-8f091966824c [ 1142.977028] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.980153] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94a63766-6673-4ca8-b17f-01de9500706b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.989730] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1142.989730] env[70917]: value = "task-3462224" [ 1142.989730] env[70917]: _type = "Task" [ 1142.989730] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.000024] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.114827] env[70917]: DEBUG oslo_concurrency.lockutils [req-647a27c3-1d2d-44ea-9996-eff4bef00465 req-ce748abe-aa76-48ce-9f18-22ad159c0461 service nova] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.222421] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52aad0f1-2d75-6d77-1b1c-db024990c27f, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.222754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.223102] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.223396] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42ea2b2a-e34d-44cb-a828-088de95163a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.230831] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1143.230831] env[70917]: value = "task-3462225" [ 1143.230831] env[70917]: _type = "Task" [ 1143.230831] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.239426] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.491237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-722686b9-66d8-4fe1-bca8-488a7b3e32c3 tempest-ServerShowV257Test-1737330373 tempest-ServerShowV257Test-1737330373-project-member] Lock "05ba1eae-97a6-4a4c-886a-8f091966824c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.434s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.503215] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462224, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.612370] env[70917]: DEBUG nova.network.neutron [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [{"id": "b632e445-2851-4ef4-8d51-23eb29f4d930", "address": "fa:16:3e:f1:a8:9c", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb632e445-28", "ovs_interfaceid": "b632e445-2851-4ef4-8d51-23eb29f4d930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.742296] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471645} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.742428] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.742594] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.742856] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e3a0024-41f9-4ebd-9d7d-da6c1b552096 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.750458] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1143.750458] env[70917]: value = "task-3462226" [ 1143.750458] env[70917]: _type = "Task" [ 1143.750458] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.758609] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.002869] env[70917]: DEBUG oslo_vmware.api [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462224, 'name': PowerOnVM_Task, 'duration_secs': 0.541922} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.003824] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.004109] env[70917]: INFO nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1144.004523] env[70917]: DEBUG nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.005154] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aa6bde-67d6-4f91-8221-76f3225c2e0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.082221] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-428b9806-7f11-40a5-bc2d-41100c2a06b7-559e103c-b7a0-46f4-a92d-5c62c3276e11" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.082488] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-428b9806-7f11-40a5-bc2d-41100c2a06b7-559e103c-b7a0-46f4-a92d-5c62c3276e11" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.116043] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-0ebd5a5c-787b-41d8-84dd-9da88017a88e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.116993] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e5049-8175-4a52-83ec-b629f5c0a8e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.127319] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0276aac-eec8-471b-995b-d1859a48e67c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.200670] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d04b8-0724-4881-a5e1-47629cb0d10a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.213621] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b36d330-2a10-4a73-af80-1a8b97ac9821 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.251793] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a71d236-1597-4f12-a7fa-307e955b6c0c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.266103] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187884c0-60fa-4777-9eec-8b17aed044e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.270618] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072279} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.270950] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.272209] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc722b9-b1fe-4e84-bddf-ab62b126906b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.283981] env[70917]: DEBUG nova.compute.provider_tree [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.317110] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.318348] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053dcd7a-a201-4677-b967-e546064ba51d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.350546] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1144.350546] env[70917]: value = "task-3462227" [ 1144.350546] env[70917]: _type = "Task" [ 1144.350546] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.360795] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.527919] env[70917]: INFO nova.compute.manager [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Took 32.48 seconds to build instance. [ 1144.585458] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.585547] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.586448] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393e816-4072-42f0-ae76-24cf6d9109e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.606574] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfab0f18-c7a6-4e96-a93d-89327762fcb8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.632876] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Reconfiguring VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1144.633197] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4b57f0-c19d-47b4-861e-7c7de33e4898 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.654025] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1144.654025] env[70917]: value = "task-3462228" [ 1144.654025] env[70917]: _type = "Task" [ 1144.654025] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.662817] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.787840] env[70917]: DEBUG nova.scheduler.client.report [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.861811] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.030313] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4f9e8409-4bf4-48a4-91a1-3430a495449e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.003s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.168567] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.233956] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.234328] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d91e5b42-9b39-450c-959e-0587dd4679d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.243212] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1145.243212] env[70917]: value = "task-3462229" [ 1145.243212] env[70917]: _type = "Task" [ 1145.243212] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.252335] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.292526] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.293351] env[70917]: DEBUG nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.298683] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.307s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.299707] env[70917]: INFO nova.compute.claims [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.304130] env[70917]: DEBUG nova.compute.manager [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Received event network-changed-f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.304360] env[70917]: DEBUG nova.compute.manager [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Refreshing instance network info cache due to event network-changed-f0d7f918-3f76-48fb-a91b-43ff76f528b6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.304527] env[70917]: DEBUG oslo_concurrency.lockutils [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] Acquiring lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.304666] env[70917]: DEBUG oslo_concurrency.lockutils [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] Acquired lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.304832] env[70917]: DEBUG nova.network.neutron [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Refreshing network info cache for port f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.369134] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462227, 'name': ReconfigVM_Task, 'duration_secs': 0.793547} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.370987] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.370987] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced8721f-2504-4722-89bd-7eae5d449dc3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.380752] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1145.380752] env[70917]: value = "task-3462230" [ 1145.380752] env[70917]: _type = "Task" [ 1145.380752] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.393142] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462230, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.669041] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.753653] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462229, 'name': PowerOffVM_Task, 'duration_secs': 0.235244} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.753929] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.754601] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.754800] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.754970] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.755120] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.755272] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.755419] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.755619] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.757485] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.757485] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.757680] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.757942] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.763062] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e738593a-c780-48d1-a579-c1c6905c6810 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.779062] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1145.779062] env[70917]: value = "task-3462231" [ 1145.779062] env[70917]: _type = "Task" [ 1145.779062] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.787831] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.805074] env[70917]: DEBUG nova.compute.utils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.808048] env[70917]: DEBUG nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1145.893535] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462230, 'name': Rename_Task, 'duration_secs': 0.263419} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.893850] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.894118] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0e99ec-8f86-46ab-8fbb-6410d52fd22a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.902903] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1145.902903] env[70917]: value = "task-3462232" [ 1145.902903] env[70917]: _type = "Task" [ 1145.902903] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.915835] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.071168] env[70917]: DEBUG nova.network.neutron [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updated VIF entry in instance network info cache for port f0d7f918-3f76-48fb-a91b-43ff76f528b6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.071609] env[70917]: DEBUG nova.network.neutron [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updating instance_info_cache with network_info: [{"id": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "address": "fa:16:3e:2b:3a:b2", "network": {"id": "7baaf95f-219d-42f3-9637-7076a693195d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-528736485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8206b09e669e42228760adbb10df0b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d7f918-3f", "ovs_interfaceid": "f0d7f918-3f76-48fb-a91b-43ff76f528b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.167688] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.290319] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462231, 'name': ReconfigVM_Task, 'duration_secs': 0.149574} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.291228] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850becde-b4fd-44a9-a30e-10a96b1aa643 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.316503] env[70917]: DEBUG nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.319711] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.319951] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.320193] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.320509] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.320746] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.320921] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.321153] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.321327] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.321507] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.321684] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.321868] env[70917]: DEBUG nova.virt.hardware [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.323384] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a1b139-d083-42ca-82ee-9bc870d829ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.330905] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1146.330905] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522b74a4-fca6-f735-4578-52d703aaafc5" [ 1146.330905] env[70917]: _type = "Task" [ 1146.330905] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.341955] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522b74a4-fca6-f735-4578-52d703aaafc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.349889] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.350779] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224a0acb-ece9-4c0d-866d-aa4b43d2ea8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.374846] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1146.374846] env[70917]: value = "task-3462233" [ 1146.374846] env[70917]: _type = "Task" [ 1146.374846] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.388660] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.413699] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.569623] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f4c58-b6b2-4a65-96b6-49ebfbfccfc6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.574467] env[70917]: DEBUG oslo_concurrency.lockutils [req-32cb4e9b-6ad9-4a68-b452-455bb9efec9d req-cd215a31-5592-44a9-a506-f9a5d7a4f9ce service nova] Releasing lock "refresh_cache-981aeb2c-d376-4011-ba9d-ac8076b84275" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.579269] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9482348b-fe42-4090-b9e9-05d39c2af39e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.613268] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d63efb-0ec9-4555-b316-7ccc5dfc4c13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.621353] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae61e5f-7c5a-4338-b477-0290527d7f0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.636101] env[70917]: DEBUG nova.compute.provider_tree [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.668598] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.885479] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.913348] env[70917]: DEBUG oslo_vmware.api [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462232, 'name': PowerOnVM_Task, 'duration_secs': 0.722364} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.913628] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.913836] env[70917]: INFO nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1146.914029] env[70917]: DEBUG nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.914795] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db0056-82a8-4def-b45d-a82446b96752 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.139192] env[70917]: DEBUG nova.scheduler.client.report [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.168272] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.329950] env[70917]: DEBUG nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.357897] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.358156] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.358318] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.358553] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.358859] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.359056] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.359295] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.359467] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.359644] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.359816] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.359996] env[70917]: DEBUG nova.virt.hardware [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.361080] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c95a9-5648-418c-8be5-ac54e2b83467 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.370977] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdbb133-624e-4252-bdfe-a7a593552eba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.388140] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.394110] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Creating folder: Project (0b764311f6c8447fa3d76ace5eded078). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.397573] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49cc23e1-5f0e-4244-8539-eb8c9e14df36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.399454] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462233, 'name': ReconfigVM_Task, 'duration_secs': 0.604243} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.399716] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.400962] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063cb388-1963-4af0-968f-ae6cf3e8a6b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.429297] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.436334] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa20ac3-fa24-4bf1-b616-26a2f47dff2e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.450197] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Created folder: Project (0b764311f6c8447fa3d76ace5eded078) in parent group-v691255. [ 1147.450417] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Creating folder: Instances. Parent ref: group-v691545. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.452463] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c6aa097-7530-4df9-94ab-1e7e81c80e3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.454534] env[70917]: INFO nova.compute.manager [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Took 29.07 seconds to build instance. [ 1147.463203] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1147.463203] env[70917]: value = "task-3462236" [ 1147.463203] env[70917]: _type = "Task" [ 1147.463203] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.470873] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Created folder: Instances in parent group-v691545. [ 1147.471184] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.471414] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.471641] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fcdab97-979d-4e9c-b656-cf878a2443e5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.488691] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.496459] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.496459] env[70917]: value = "task-3462237" [ 1147.496459] env[70917]: _type = "Task" [ 1147.496459] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.506362] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462237, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.644832] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.645395] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.648069] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.509s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.650043] env[70917]: INFO nova.compute.claims [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.670010] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.959204] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.586s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.974637] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462236, 'name': ReconfigVM_Task, 'duration_secs': 0.453229} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.975057] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e/0ebd5a5c-787b-41d8-84dd-9da88017a88e.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.975990] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8598dd7d-d844-4668-91fc-6723da4d8cf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.003867] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e64001-b8f0-4d5f-b8f3-70e59434f14f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.013054] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462237, 'name': CreateVM_Task, 'duration_secs': 0.287512} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.029174] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.029855] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.030039] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.030383] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.031187] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b5e410-73fe-426d-ab3a-f834908521c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.034013] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1493160f-b624-456f-86a0-0889d171c7cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.039745] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1148.039745] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f600dc-04fe-5bc6-8cce-a90222cc3d6a" [ 1148.039745] env[70917]: _type = "Task" [ 1148.039745] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.060496] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40464b-de91-49e4-819c-72959a1f0f4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.066871] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f600dc-04fe-5bc6-8cce-a90222cc3d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.067535] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.067776] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.068027] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.068176] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.068904] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.068904] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba984100-ff8a-427c-a961-603cd1ede575 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.073042] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.073647] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ba7a85-0c10-4e34-84fc-5c13e71ac7d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.082366] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1148.082366] env[70917]: value = "task-3462238" [ 1148.082366] env[70917]: _type = "Task" [ 1148.082366] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.082673] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.082826] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.083616] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a7467c-5df3-4fbf-857c-b30d6501e5b1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.094404] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.095796] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1148.095796] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f26247-ff5e-1d9b-7be7-258a9c2a28bc" [ 1148.095796] env[70917]: _type = "Task" [ 1148.095796] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.105604] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f26247-ff5e-1d9b-7be7-258a9c2a28bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.106800] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee68f483-20d8-41b3-acd1-4e4ea70625c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.113436] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1148.113436] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52225254-2cbb-d581-6d92-fb5074b1241a" [ 1148.113436] env[70917]: _type = "Task" [ 1148.113436] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.122247] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52225254-2cbb-d581-6d92-fb5074b1241a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.154194] env[70917]: DEBUG nova.compute.utils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.157848] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.158163] env[70917]: DEBUG nova.network.neutron [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.170522] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.238669] env[70917]: DEBUG nova.policy [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a51b2ab2eddf403a85c59c13645b2682', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7005024604eb4675b2bb253ae086ec9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.338785] env[70917]: DEBUG nova.compute.manager [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-changed-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.338988] env[70917]: DEBUG nova.compute.manager [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing instance network info cache due to event network-changed-e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.339216] env[70917]: DEBUG oslo_concurrency.lockutils [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.339359] env[70917]: DEBUG oslo_concurrency.lockutils [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.339516] env[70917]: DEBUG nova.network.neutron [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing network info cache for port e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.531176] env[70917]: DEBUG nova.network.neutron [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Successfully created port: 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.597161] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.628031] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52225254-2cbb-d581-6d92-fb5074b1241a, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.628031] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.628772] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 023f84ad-fa2b-4923-b36c-765e474ace47/023f84ad-fa2b-4923-b36c-765e474ace47.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.632027] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-207d90ac-45dd-4ade-a912-836314c60a28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.638177] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1148.638177] env[70917]: value = "task-3462239" [ 1148.638177] env[70917]: _type = "Task" [ 1148.638177] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.646659] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.658554] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.673863] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.908510] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49075347-fbd2-4aa8-9664-9fff73121ca7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.919376] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e50e28-f000-4457-b597-fd58b1ad2972 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.957788] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ed54a-318f-4dcc-a5e3-6f034f115247 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.967680] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96392ed-0126-4d82-9f51-12d0d18cd5d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.984380] env[70917]: DEBUG nova.compute.provider_tree [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.096212] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.132209] env[70917]: DEBUG nova.network.neutron [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updated VIF entry in instance network info cache for port e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.132668] env[70917]: DEBUG nova.network.neutron [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.150901] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443979} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.151997] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 023f84ad-fa2b-4923-b36c-765e474ace47/023f84ad-fa2b-4923-b36c-765e474ace47.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.152293] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.152464] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a92dd6-aeb0-4001-9948-d481098017b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.162349] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1149.162349] env[70917]: value = "task-3462240" [ 1149.162349] env[70917]: _type = "Task" [ 1149.162349] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.179977] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.184346] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.490174] env[70917]: DEBUG nova.scheduler.client.report [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.596605] env[70917]: DEBUG oslo_vmware.api [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462238, 'name': PowerOnVM_Task, 'duration_secs': 1.412645} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.596859] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.639650] env[70917]: DEBUG oslo_concurrency.lockutils [req-0bbdc506-4c8c-48d7-bb2a-6fe8171eea4a req-17dbf476-7079-4b6b-9af7-2cfa69b0513e service nova] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.674646] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.682958] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.683432] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.683510] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.684250] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d68cfe-f9f5-4723-bc7a-23efe12cf9c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.705357] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 023f84ad-fa2b-4923-b36c-765e474ace47/023f84ad-fa2b-4923-b36c-765e474ace47.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.707601] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6172ef-797c-47a0-b264-14ab90fff725 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.728061] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1149.728061] env[70917]: value = "task-3462241" [ 1149.728061] env[70917]: _type = "Task" [ 1149.728061] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.730291] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.730521] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.730702] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.730891] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.731055] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.731208] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.731417] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.731575] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.731767] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.731946] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.732138] env[70917]: DEBUG nova.virt.hardware [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.733031] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b2d1c6-d75e-49e7-ba0d-f937d29489a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.745304] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.748912] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7979f70-b862-4a8a-b4d2-b940135c4421 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.995376] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.995925] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.998495] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.338s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.998789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.001248] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.782s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.033846] env[70917]: INFO nova.scheduler.client.report [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocations for instance c0b9cb91-17d5-40fc-a0ad-f663f7864012 [ 1150.179764] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.181841] env[70917]: DEBUG nova.compute.manager [req-35b6b64a-22c6-4b88-87ef-48e9d98177a0 req-675e8521-971f-4902-88c4-40308c9b7dde service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Received event network-vif-plugged-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.182100] env[70917]: DEBUG oslo_concurrency.lockutils [req-35b6b64a-22c6-4b88-87ef-48e9d98177a0 req-675e8521-971f-4902-88c4-40308c9b7dde service nova] Acquiring lock "a737aa90-85ba-4eea-92b8-eb3ebed56205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.182284] env[70917]: DEBUG oslo_concurrency.lockutils [req-35b6b64a-22c6-4b88-87ef-48e9d98177a0 req-675e8521-971f-4902-88c4-40308c9b7dde service nova] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.182459] env[70917]: DEBUG oslo_concurrency.lockutils [req-35b6b64a-22c6-4b88-87ef-48e9d98177a0 req-675e8521-971f-4902-88c4-40308c9b7dde service nova] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.182613] env[70917]: DEBUG nova.compute.manager [req-35b6b64a-22c6-4b88-87ef-48e9d98177a0 req-675e8521-971f-4902-88c4-40308c9b7dde service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] No waiting events found dispatching network-vif-plugged-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.182837] env[70917]: WARNING nova.compute.manager [req-35b6b64a-22c6-4b88-87ef-48e9d98177a0 req-675e8521-971f-4902-88c4-40308c9b7dde service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Received unexpected event network-vif-plugged-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 for instance with vm_state building and task_state spawning. [ 1150.245931] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.282123] env[70917]: DEBUG nova.network.neutron [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Successfully updated port: 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.504179] env[70917]: DEBUG nova.compute.utils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.507752] env[70917]: INFO nova.compute.claims [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.511376] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.511577] env[70917]: DEBUG nova.network.neutron [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.542285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9dd61e19-f209-4b9a-9712-d12fd5820824 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "c0b9cb91-17d5-40fc-a0ad-f663f7864012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.333s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.551522] env[70917]: DEBUG nova.policy [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eea50abf3fc4725b211c7c44f51080c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b2304e5c5b44beb3f193f478e876ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.645064] env[70917]: INFO nova.compute.manager [None req-7868c927-30d7-4d17-8c56-f5d8661e1e0b tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance to original state: 'active' [ 1150.679627] env[70917]: DEBUG oslo_vmware.api [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462228, 'name': ReconfigVM_Task, 'duration_secs': 5.9703} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.679942] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.680153] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Reconfigured VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1150.745914] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462241, 'name': ReconfigVM_Task, 'duration_secs': 0.948301} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.746061] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 023f84ad-fa2b-4923-b36c-765e474ace47/023f84ad-fa2b-4923-b36c-765e474ace47.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.746703] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-115eca2e-20f1-4fdd-9d83-b1ceb6c5a902 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.753782] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1150.753782] env[70917]: value = "task-3462242" [ 1150.753782] env[70917]: _type = "Task" [ 1150.753782] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.764537] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462242, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.784881] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "refresh_cache-a737aa90-85ba-4eea-92b8-eb3ebed56205" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.785170] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired lock "refresh_cache-a737aa90-85ba-4eea-92b8-eb3ebed56205" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.785346] env[70917]: DEBUG nova.network.neutron [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.820657] env[70917]: DEBUG nova.network.neutron [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Successfully created port: b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.015988] env[70917]: INFO nova.compute.resource_tracker [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating resource usage from migration a13b966d-3c33-451a-a981-709a3a743c17 [ 1151.018692] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.244358] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b34f1ed-7f78-4a36-b292-3bf52d2416bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.254149] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f86dd-dfd7-48c0-8e36-8c928c1bf6d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.267345] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462242, 'name': Rename_Task, 'duration_secs': 0.136438} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.293431] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.296598] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ebfc68-6641-4fc3-98c8-a31fc5eae744 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.298665] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f144c3-d209-47bd-bfce-bde7660df440 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.307914] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e546ca46-42e8-47b4-9cfa-413b018560e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.313110] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1151.313110] env[70917]: value = "task-3462243" [ 1151.313110] env[70917]: _type = "Task" [ 1151.313110] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.329557] env[70917]: DEBUG nova.compute.provider_tree [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.336758] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.341478] env[70917]: DEBUG nova.network.neutron [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.565885] env[70917]: DEBUG nova.network.neutron [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Updating instance_info_cache with network_info: [{"id": "9282b289-53d5-4ea7-ad0e-4d96ef3e1167", "address": "fa:16:3e:31:9f:af", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9282b289-53", "ovs_interfaceid": "9282b289-53d5-4ea7-ad0e-4d96ef3e1167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.824375] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.831865] env[70917]: DEBUG nova.scheduler.client.report [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.003473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.003752] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.004038] env[70917]: DEBUG nova.network.neutron [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.030961] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.062310] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.062563] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.062718] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.062897] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.063053] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.063203] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.063408] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.063564] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.063727] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.063888] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.064068] env[70917]: DEBUG nova.virt.hardware [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.064952] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd7dc50-1a2d-4860-a19c-e91412657c40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.072773] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Releasing lock "refresh_cache-a737aa90-85ba-4eea-92b8-eb3ebed56205" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.073082] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Instance network_info: |[{"id": "9282b289-53d5-4ea7-ad0e-4d96ef3e1167", "address": "fa:16:3e:31:9f:af", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9282b289-53", "ovs_interfaceid": "9282b289-53d5-4ea7-ad0e-4d96ef3e1167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.074271] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:9f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9282b289-53d5-4ea7-ad0e-4d96ef3e1167', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.081113] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.082356] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a696b461-4ab2-4e84-8907-721f9e8e2654 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.087236] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.087657] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24c6213-a81e-44a4-9aa8-7c9389123170 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.114325] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.114325] env[70917]: value = "task-3462244" [ 1152.114325] env[70917]: _type = "Task" [ 1152.114325] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.123213] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462244, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.185989] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.186298] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.186534] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.186712] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.186886] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.191226] env[70917]: INFO nova.compute.manager [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Terminating instance [ 1152.214168] env[70917]: DEBUG nova.compute.manager [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Received event network-changed-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.214507] env[70917]: DEBUG nova.compute.manager [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Refreshing instance network info cache due to event network-changed-9282b289-53d5-4ea7-ad0e-4d96ef3e1167. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.214795] env[70917]: DEBUG oslo_concurrency.lockutils [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] Acquiring lock "refresh_cache-a737aa90-85ba-4eea-92b8-eb3ebed56205" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.215014] env[70917]: DEBUG oslo_concurrency.lockutils [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] Acquired lock "refresh_cache-a737aa90-85ba-4eea-92b8-eb3ebed56205" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.215256] env[70917]: DEBUG nova.network.neutron [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Refreshing network info cache for port 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.327241] env[70917]: DEBUG oslo_vmware.api [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462243, 'name': PowerOnVM_Task, 'duration_secs': 0.550882} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.327618] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.327922] env[70917]: INFO nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Took 5.00 seconds to spawn the instance on the hypervisor. [ 1152.328176] env[70917]: DEBUG nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.329245] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc24fe4-ae53-47a1-8c00-619f09964c8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.337263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.336s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.337471] env[70917]: INFO nova.compute.manager [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Migrating [ 1152.348862] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.849s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.349204] env[70917]: DEBUG nova.objects.instance [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'pci_requests' on Instance uuid 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.494735] env[70917]: DEBUG nova.network.neutron [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Successfully updated port: b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.628223] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462244, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.697155] env[70917]: DEBUG nova.compute.manager [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.697566] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.697959] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3933f7dc-8168-4043-900a-184b0d7994c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.705617] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1152.705617] env[70917]: value = "task-3462245" [ 1152.705617] env[70917]: _type = "Task" [ 1152.705617] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.715272] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.855410] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.855576] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.855814] env[70917]: DEBUG nova.network.neutron [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.865890] env[70917]: DEBUG nova.objects.instance [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'numa_topology' on Instance uuid 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.869726] env[70917]: INFO nova.compute.manager [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Took 28.25 seconds to build instance. [ 1152.930750] env[70917]: INFO nova.network.neutron [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Port 559e103c-b7a0-46f4-a92d-5c62c3276e11 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1152.931176] env[70917]: DEBUG nova.network.neutron [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.998904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "refresh_cache-f8f35989-5e98-4fe8-a0a0-301968c63282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.999153] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "refresh_cache-f8f35989-5e98-4fe8-a0a0-301968c63282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.999321] env[70917]: DEBUG nova.network.neutron [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.040059] env[70917]: DEBUG nova.network.neutron [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Updated VIF entry in instance network info cache for port 9282b289-53d5-4ea7-ad0e-4d96ef3e1167. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.041119] env[70917]: DEBUG nova.network.neutron [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Updating instance_info_cache with network_info: [{"id": "9282b289-53d5-4ea7-ad0e-4d96ef3e1167", "address": "fa:16:3e:31:9f:af", "network": {"id": "298de83d-7ed7-4e35-99cd-cb196046e16d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761631764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7005024604eb4675b2bb253ae086ec9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9282b289-53", "ovs_interfaceid": "9282b289-53d5-4ea7-ad0e-4d96ef3e1167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.130934] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462244, 'name': CreateVM_Task, 'duration_secs': 0.607939} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.131177] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.131992] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.132277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.132630] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.132903] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a594b98d-6a83-481c-90c0-ca4d77f7cf53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.139795] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1153.139795] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a9c4c1-1763-6fbc-ecfb-56914f9fb27d" [ 1153.139795] env[70917]: _type = "Task" [ 1153.139795] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.148745] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a9c4c1-1763-6fbc-ecfb-56914f9fb27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.217686] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462245, 'name': PowerOffVM_Task, 'duration_secs': 0.348548} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.218205] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.218527] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1153.218851] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691518', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'name': 'volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0ebd5a5c-787b-41d8-84dd-9da88017a88e', 'attached_at': '2025-04-16T15:35:46.000000', 'detached_at': '', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'serial': '7bff4e43-94c4-435c-b8ad-f797c1218b0b'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1153.219927] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed615fa-c36e-4740-9e91-361cc7290906 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.245396] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5188a360-361f-4387-805c-be9715de8a28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.254370] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e95d5-aea9-48bc-ab1c-38aaa55735d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.281143] env[70917]: DEBUG nova.compute.manager [None req-76677f35-10f2-4100-a46c-1bbf65700b03 tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.282026] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad4846-3fcd-4928-85a8-c72aeb760b7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.285397] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b97a6db-4f90-4585-a3eb-0210c5a547aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.307291] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] The volume has not been displaced from its original location: [datastore2] volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b/volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1153.312609] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.313302] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8564e07e-3a6b-46db-9ff8-fb074ce682d4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.334915] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1153.334915] env[70917]: value = "task-3462246" [ 1153.334915] env[70917]: _type = "Task" [ 1153.334915] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.348104] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.370740] env[70917]: INFO nova.compute.claims [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.373445] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a121ea-d957-4c12-ba84-cec41872c4bc tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "023f84ad-fa2b-4923-b36c-765e474ace47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.760s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.433752] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.545683] env[70917]: DEBUG nova.network.neutron [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.545826] env[70917]: DEBUG oslo_concurrency.lockutils [req-f3ac549d-6a1e-4bda-8156-99a3b889ba9d req-9231664d-6bcf-487f-ae22-f53b3f46fb28 service nova] Releasing lock "refresh_cache-a737aa90-85ba-4eea-92b8-eb3ebed56205" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.588143] env[70917]: DEBUG nova.network.neutron [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [{"id": "14ac058b-fb73-4467-b27b-e3d3623a1939", "address": "fa:16:3e:7e:2c:a1", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac058b-fb", "ovs_interfaceid": "14ac058b-fb73-4467-b27b-e3d3623a1939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.651010] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a9c4c1-1763-6fbc-ecfb-56914f9fb27d, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.651339] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.651576] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.651850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.651994] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.652187] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.652454] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae273beb-e008-4620-b74f-01311a7af4b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.662019] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.662242] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.662999] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c2eba1-9c21-4f4c-8c7e-ca7de3214922 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.671735] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1153.671735] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222bdf6-edf6-3d50-24fb-ed3e38332a24" [ 1153.671735] env[70917]: _type = "Task" [ 1153.671735] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.679732] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222bdf6-edf6-3d50-24fb-ed3e38332a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.727363] env[70917]: DEBUG nova.network.neutron [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Updating instance_info_cache with network_info: [{"id": "b8091bb9-830b-4858-b3e5-5e4bb8374130", "address": "fa:16:3e:7d:13:56", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8091bb9-83", "ovs_interfaceid": "b8091bb9-830b-4858-b3e5-5e4bb8374130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.814813] env[70917]: INFO nova.compute.manager [None req-76677f35-10f2-4100-a46c-1bbf65700b03 tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] instance snapshotting [ 1153.815458] env[70917]: DEBUG nova.objects.instance [None req-76677f35-10f2-4100-a46c-1bbf65700b03 tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lazy-loading 'flavor' on Instance uuid 023f84ad-fa2b-4923-b36c-765e474ace47 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.843793] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "023f84ad-fa2b-4923-b36c-765e474ace47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.844056] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "023f84ad-fa2b-4923-b36c-765e474ace47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.844267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "023f84ad-fa2b-4923-b36c-765e474ace47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.844438] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "023f84ad-fa2b-4923-b36c-765e474ace47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.844608] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "023f84ad-fa2b-4923-b36c-765e474ace47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.846799] env[70917]: INFO nova.compute.manager [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Terminating instance [ 1153.857237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-c551795e-07b6-414e-918b-8654426feb5a-559e103c-b7a0-46f4-a92d-5c62c3276e11" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.857462] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-c551795e-07b6-414e-918b-8654426feb5a-559e103c-b7a0-46f4-a92d-5c62c3276e11" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.857803] env[70917]: DEBUG nova.objects.instance [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'flavor' on Instance uuid c551795e-07b6-414e-918b-8654426feb5a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.858977] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.938529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ef4a7934-a32b-4fe6-94f7-212ceeced4c0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-428b9806-7f11-40a5-bc2d-41100c2a06b7-559e103c-b7a0-46f4-a92d-5c62c3276e11" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.856s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.092066] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.183144] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5222bdf6-edf6-3d50-24fb-ed3e38332a24, 'name': SearchDatastore_Task, 'duration_secs': 0.015173} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.184043] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b61c6d3-26be-4ce0-8b73-2e16c8c03109 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.189474] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1154.189474] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e679f3-9faa-e9e3-b2fb-2fa70940af6e" [ 1154.189474] env[70917]: _type = "Task" [ 1154.189474] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.200180] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e679f3-9faa-e9e3-b2fb-2fa70940af6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.230060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "refresh_cache-f8f35989-5e98-4fe8-a0a0-301968c63282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.230414] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Instance network_info: |[{"id": "b8091bb9-830b-4858-b3e5-5e4bb8374130", "address": "fa:16:3e:7d:13:56", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8091bb9-83", "ovs_interfaceid": "b8091bb9-830b-4858-b3e5-5e4bb8374130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.230916] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:13:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8091bb9-830b-4858-b3e5-5e4bb8374130', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.238453] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.239027] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.239274] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-666cb67a-2619-41ec-badf-1267c94c6fb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.256595] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Received event network-vif-plugged-b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.256806] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquiring lock "f8f35989-5e98-4fe8-a0a0-301968c63282-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.257015] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.257195] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.257358] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] No waiting events found dispatching network-vif-plugged-b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.257535] env[70917]: WARNING nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Received unexpected event network-vif-plugged-b8091bb9-830b-4858-b3e5-5e4bb8374130 for instance with vm_state building and task_state spawning. [ 1154.257682] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Received event network-changed-b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.257828] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Refreshing instance network info cache due to event network-changed-b8091bb9-830b-4858-b3e5-5e4bb8374130. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.258023] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquiring lock "refresh_cache-f8f35989-5e98-4fe8-a0a0-301968c63282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.258162] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquired lock "refresh_cache-f8f35989-5e98-4fe8-a0a0-301968c63282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.258162] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Refreshing network info cache for port b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.265997] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.265997] env[70917]: value = "task-3462247" [ 1154.265997] env[70917]: _type = "Task" [ 1154.265997] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.275966] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462247, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.322040] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604b8654-7a06-49dc-9aa8-fd38206caf4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.345266] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f24d394-ecb7-4805-9969-069ac64b8964 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.350059] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "refresh_cache-023f84ad-fa2b-4923-b36c-765e474ace47" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.350434] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquired lock "refresh_cache-023f84ad-fa2b-4923-b36c-765e474ace47" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.350434] env[70917]: DEBUG nova.network.neutron [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.356689] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462246, 'name': ReconfigVM_Task, 'duration_secs': 0.693993} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.361704] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.370755] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab3103a-3e7f-476d-9029-79a0e5150163 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.391889] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1154.391889] env[70917]: value = "task-3462248" [ 1154.391889] env[70917]: _type = "Task" [ 1154.391889] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.401802] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.414784] env[70917]: DEBUG nova.network.neutron [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.502535] env[70917]: DEBUG nova.objects.instance [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'pci_requests' on Instance uuid c551795e-07b6-414e-918b-8654426feb5a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.510165] env[70917]: DEBUG nova.network.neutron [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.652390] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79fae96-5192-409d-a5b7-533ada5861cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.661907] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e4912-827f-415d-8c4f-2c346e616322 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.697402] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f5c5da-69fc-4817-a224-a978aecdceea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.707569] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e679f3-9faa-e9e3-b2fb-2fa70940af6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.709804] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.710096] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a737aa90-85ba-4eea-92b8-eb3ebed56205/a737aa90-85ba-4eea-92b8-eb3ebed56205.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.710726] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66c914e3-d2b2-4c3c-9d03-a629a255fcf6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.713664] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee64d7-5546-486d-9b4c-79893cc5f787 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.728864] env[70917]: DEBUG nova.compute.provider_tree [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.731749] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1154.731749] env[70917]: value = "task-3462249" [ 1154.731749] env[70917]: _type = "Task" [ 1154.731749] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.741237] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.776509] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462247, 'name': CreateVM_Task, 'duration_secs': 0.378179} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.776677] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.777360] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.777523] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.777915] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.778211] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa71556-ba15-4aab-b7eb-8e8bd1cd2076 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.784558] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1154.784558] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52521d0b-b6b9-45fa-f521-5432bf438e47" [ 1154.784558] env[70917]: _type = "Task" [ 1154.784558] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.793853] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52521d0b-b6b9-45fa-f521-5432bf438e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.871997] env[70917]: DEBUG nova.compute.manager [None req-76677f35-10f2-4100-a46c-1bbf65700b03 tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Instance disappeared during snapshot {{(pid=70917) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1154.906148] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462248, 'name': ReconfigVM_Task, 'duration_secs': 0.152283} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.910411] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691518', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'name': 'volume-7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0ebd5a5c-787b-41d8-84dd-9da88017a88e', 'attached_at': '2025-04-16T15:35:46.000000', 'detached_at': '', 'volume_id': '7bff4e43-94c4-435c-b8ad-f797c1218b0b', 'serial': '7bff4e43-94c4-435c-b8ad-f797c1218b0b'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.911023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.914853] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108a524-c9b3-4c75-9b9a-7e68049d57d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.925254] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.925641] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3243a996-a052-413f-952c-3d9859a79e62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.005804] env[70917]: DEBUG nova.objects.base [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.006077] env[70917]: DEBUG nova.network.neutron [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.013662] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Releasing lock "refresh_cache-023f84ad-fa2b-4923-b36c-765e474ace47" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.014142] env[70917]: DEBUG nova.compute.manager [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.014388] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.014709] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.014941] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.015153] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleting the datastore file [datastore1] 0ebd5a5c-787b-41d8-84dd-9da88017a88e {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.016462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012358fd-7dbe-41d9-9cae-d7b4806f2a42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.019819] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9507259-f45f-47b0-a35d-a6c2ff411304 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.024896] env[70917]: DEBUG nova.compute.manager [None req-76677f35-10f2-4100-a46c-1bbf65700b03 tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Found 0 images (rotation: 2) {{(pid=70917) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1155.029588] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.031576] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d30876-7b7f-4c54-9d0f-5ded7a61f9f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.033775] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1155.033775] env[70917]: value = "task-3462251" [ 1155.033775] env[70917]: _type = "Task" [ 1155.033775] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.041289] env[70917]: DEBUG oslo_vmware.api [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1155.041289] env[70917]: value = "task-3462252" [ 1155.041289] env[70917]: _type = "Task" [ 1155.041289] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.049508] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.067669] env[70917]: DEBUG oslo_vmware.api [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.097504] env[70917]: DEBUG nova.policy [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49aab00fcfc1416faec3d679d94a8807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14103a03f1764aef9615398d79f06a14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.115793] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Updated VIF entry in instance network info cache for port b8091bb9-830b-4858-b3e5-5e4bb8374130. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.116191] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Updating instance_info_cache with network_info: [{"id": "b8091bb9-830b-4858-b3e5-5e4bb8374130", "address": "fa:16:3e:7d:13:56", "network": {"id": "153cae53-f11d-4500-be68-95c27120dc1e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-440422048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b2304e5c5b44beb3f193f478e876ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8091bb9-83", "ovs_interfaceid": "b8091bb9-830b-4858-b3e5-5e4bb8374130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.234365] env[70917]: DEBUG nova.scheduler.client.report [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.249485] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481804} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.249752] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] a737aa90-85ba-4eea-92b8-eb3ebed56205/a737aa90-85ba-4eea-92b8-eb3ebed56205.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.250035] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.250375] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8bea9d-60c4-44e4-aafb-fa7df396cc9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.259719] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1155.259719] env[70917]: value = "task-3462253" [ 1155.259719] env[70917]: _type = "Task" [ 1155.259719] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.275052] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.298145] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52521d0b-b6b9-45fa-f521-5432bf438e47, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.298535] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.298808] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.299093] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.299246] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.299425] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.299701] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62eb7a3-2a9e-4784-949d-a8d60d564045 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.311156] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.311387] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.312203] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5e1bf5-2db7-4e4e-9da8-0a153ea16887 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.318120] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1155.318120] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52be278f-7600-da73-85c8-cd2bb6cb63c1" [ 1155.318120] env[70917]: _type = "Task" [ 1155.318120] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.327279] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52be278f-7600-da73-85c8-cd2bb6cb63c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.544120] env[70917]: DEBUG oslo_vmware.api [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277016} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.547083] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.547285] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.547475] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.547650] env[70917]: INFO nova.compute.manager [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1155.547884] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.548096] env[70917]: DEBUG nova.compute.manager [-] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.548192] env[70917]: DEBUG nova.network.neutron [-] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.555094] env[70917]: DEBUG oslo_vmware.api [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462252, 'name': PowerOffVM_Task, 'duration_secs': 0.275324} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.555335] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.555503] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.555746] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f55ed3-da65-4bb0-ab81-589784d40496 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.581901] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.582240] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.582499] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Deleting the datastore file [datastore2] 023f84ad-fa2b-4923-b36c-765e474ace47 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.582827] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35517b88-d3e8-4858-91f2-f740ee515d62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.593276] env[70917]: DEBUG oslo_vmware.api [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for the task: (returnval){ [ 1155.593276] env[70917]: value = "task-3462255" [ 1155.593276] env[70917]: _type = "Task" [ 1155.593276] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.602490] env[70917]: DEBUG oslo_vmware.api [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.610045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27957d66-c3ba-4a07-89bd-327335117dbd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.632515] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Releasing lock "refresh_cache-f8f35989-5e98-4fe8-a0a0-301968c63282" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.633043] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.633238] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing instance network info cache due to event network-changed-bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.633626] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquiring lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.633829] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquired lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.634019] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Refreshing network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.635993] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.742743] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.394s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.744984] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.381s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.745168] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.745323] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1155.745610] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.694s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.747199] env[70917]: INFO nova.compute.claims [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.752039] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a2860-8c41-4e76-baf1-0dbcaf64df88 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.760984] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8991097a-e59e-4ab9-bc74-eb73cf47d86c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.781685] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d701f4-53b8-4bdd-9862-069597c7ed1e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.784502] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102876} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.784616] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.785625] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce60cf9-2c88-4318-b239-db058ab497da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.793213] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c085afa3-861b-4123-b124-f4269f9f7991 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.813761] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a737aa90-85ba-4eea-92b8-eb3ebed56205/a737aa90-85ba-4eea-92b8-eb3ebed56205.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.814714] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0856f0f1-0ae4-4b14-b0a8-6383ff6eae2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.829687] env[70917]: INFO nova.network.neutron [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1155.856348] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179416MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1155.856485] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.868722] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52be278f-7600-da73-85c8-cd2bb6cb63c1, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.871031] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1155.871031] env[70917]: value = "task-3462256" [ 1155.871031] env[70917]: _type = "Task" [ 1155.871031] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.871217] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da16b938-42e0-4577-84be-83ceb303c7a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.886609] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.886609] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1155.886609] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520f92f9-a90f-9c6c-bd08-d326bba82c41" [ 1155.886609] env[70917]: _type = "Task" [ 1155.886609] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.895226] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520f92f9-a90f-9c6c-bd08-d326bba82c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.102866] env[70917]: DEBUG oslo_vmware.api [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Task: {'id': task-3462255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09188} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.103142] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.103333] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.103514] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.103890] env[70917]: INFO nova.compute.manager [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1156.103890] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.104101] env[70917]: DEBUG nova.compute.manager [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.104189] env[70917]: DEBUG nova.network.neutron [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.137804] env[70917]: DEBUG nova.network.neutron [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.143647] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.143902] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a77f54e7-5d5b-4370-9b3d-9411bbbc2717 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.151621] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1156.151621] env[70917]: value = "task-3462257" [ 1156.151621] env[70917]: _type = "Task" [ 1156.151621] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.161524] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.384362] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462256, 'name': ReconfigVM_Task, 'duration_secs': 0.294122} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.387468] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a737aa90-85ba-4eea-92b8-eb3ebed56205/a737aa90-85ba-4eea-92b8-eb3ebed56205.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.387770] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aab9548f-58be-4646-aecc-838dad004dfa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.399990] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520f92f9-a90f-9c6c-bd08-d326bba82c41, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.401483] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.401779] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f8f35989-5e98-4fe8-a0a0-301968c63282/f8f35989-5e98-4fe8-a0a0-301968c63282.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.402492] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1156.402492] env[70917]: value = "task-3462258" [ 1156.402492] env[70917]: _type = "Task" [ 1156.402492] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.402669] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d928378e-1d8c-41b6-a3e8-69bc1b13704c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.415378] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462258, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.417105] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1156.417105] env[70917]: value = "task-3462259" [ 1156.417105] env[70917]: _type = "Task" [ 1156.417105] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.426297] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.497996] env[70917]: DEBUG nova.compute.manager [req-4e9f86eb-7bfb-463e-b223-09f3dbcfd77d req-e06d6450-4959-4f80-a448-f257bda4df6b service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Received event network-vif-deleted-b632e445-2851-4ef4-8d51-23eb29f4d930 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.498468] env[70917]: INFO nova.compute.manager [req-4e9f86eb-7bfb-463e-b223-09f3dbcfd77d req-e06d6450-4959-4f80-a448-f257bda4df6b service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Neutron deleted interface b632e445-2851-4ef4-8d51-23eb29f4d930; detaching it from the instance and deleting it from the info cache [ 1156.499289] env[70917]: DEBUG nova.network.neutron [req-4e9f86eb-7bfb-463e-b223-09f3dbcfd77d req-e06d6450-4959-4f80-a448-f257bda4df6b service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.527168] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updated VIF entry in instance network info cache for port bcdcc742-1235-4949-8676-3dfbbdaeff2d. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.527168] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [{"id": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "address": "fa:16:3e:ac:33:70", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdcc742-12", "ovs_interfaceid": "bcdcc742-1235-4949-8676-3dfbbdaeff2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.614470] env[70917]: DEBUG nova.compute.manager [req-558193d8-e35d-41f8-bb18-b03e2ddeb5d5 req-dd2f8492-7ba3-4f3e-8038-d888ea593d3f service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-vif-plugged-559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.614763] env[70917]: DEBUG oslo_concurrency.lockutils [req-558193d8-e35d-41f8-bb18-b03e2ddeb5d5 req-dd2f8492-7ba3-4f3e-8038-d888ea593d3f service nova] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.614909] env[70917]: DEBUG oslo_concurrency.lockutils [req-558193d8-e35d-41f8-bb18-b03e2ddeb5d5 req-dd2f8492-7ba3-4f3e-8038-d888ea593d3f service nova] Lock "c551795e-07b6-414e-918b-8654426feb5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.615082] env[70917]: DEBUG oslo_concurrency.lockutils [req-558193d8-e35d-41f8-bb18-b03e2ddeb5d5 req-dd2f8492-7ba3-4f3e-8038-d888ea593d3f service nova] Lock "c551795e-07b6-414e-918b-8654426feb5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.615271] env[70917]: DEBUG nova.compute.manager [req-558193d8-e35d-41f8-bb18-b03e2ddeb5d5 req-dd2f8492-7ba3-4f3e-8038-d888ea593d3f service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] No waiting events found dispatching network-vif-plugged-559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.615437] env[70917]: WARNING nova.compute.manager [req-558193d8-e35d-41f8-bb18-b03e2ddeb5d5 req-dd2f8492-7ba3-4f3e-8038-d888ea593d3f service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received unexpected event network-vif-plugged-559e103c-b7a0-46f4-a92d-5c62c3276e11 for instance with vm_state active and task_state None. [ 1156.618761] env[70917]: DEBUG nova.network.neutron [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Successfully updated port: 559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.640972] env[70917]: DEBUG nova.network.neutron [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.663425] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462257, 'name': PowerOffVM_Task, 'duration_secs': 0.208484} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.663719] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.663908] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.730060] env[70917]: DEBUG nova.network.neutron [-] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.919424] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462258, 'name': Rename_Task, 'duration_secs': 0.163053} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.919424] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.920942] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fee33f48-c7b2-49e4-83dd-2b7b5a8f41ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.932073] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48606} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.933432] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] f8f35989-5e98-4fe8-a0a0-301968c63282/f8f35989-5e98-4fe8-a0a0-301968c63282.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.933700] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.934089] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1156.934089] env[70917]: value = "task-3462260" [ 1156.934089] env[70917]: _type = "Task" [ 1156.934089] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.934265] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e46c8e-be8c-4ba7-b8d3-80e576944b13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.949353] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.952035] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1156.952035] env[70917]: value = "task-3462261" [ 1156.952035] env[70917]: _type = "Task" [ 1156.952035] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.961758] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.003997] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3064b625-5993-4c53-b241-08fb576749cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.007852] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02377025-5785-4cb5-9776-7dc2ce39ba8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.015825] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29454109-9eaa-44c3-a049-1c112bcded8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.023231] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47614917-64c2-4e93-9c1f-49f20c5acf36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.060477] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Releasing lock "refresh_cache-428b9806-7f11-40a5-bc2d-41100c2a06b7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.060786] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-changed-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.060968] env[70917]: DEBUG nova.compute.manager [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing instance network info cache due to event network-changed-61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.061208] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.061354] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.061515] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing network info cache for port 61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.063834] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2471cf3a-b2ea-463b-82c9-e9ae40504c30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.071324] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ef5ab-2953-4cfd-a0cb-2e18ced88e20 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.085848] env[70917]: DEBUG nova.compute.manager [req-4e9f86eb-7bfb-463e-b223-09f3dbcfd77d req-e06d6450-4959-4f80-a448-f257bda4df6b service nova] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Detach interface failed, port_id=b632e445-2851-4ef4-8d51-23eb29f4d930, reason: Instance 0ebd5a5c-787b-41d8-84dd-9da88017a88e could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.097805] env[70917]: DEBUG nova.compute.provider_tree [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.120199] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.143923] env[70917]: INFO nova.compute.manager [-] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Took 1.04 seconds to deallocate network for instance. [ 1157.170750] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.171098] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.171274] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.171540] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.171725] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.171887] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.172143] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.172311] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.172484] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.172646] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.172818] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.178589] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a1a306-9dda-4dec-808f-072dde93ba9c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.196653] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1157.196653] env[70917]: value = "task-3462262" [ 1157.196653] env[70917]: _type = "Task" [ 1157.196653] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.205921] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.233111] env[70917]: INFO nova.compute.manager [-] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Took 1.68 seconds to deallocate network for instance. [ 1157.445993] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.460500] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11283} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.462025] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.462025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deae645c-e9bd-46c7-b95a-0279e4617e48 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.483421] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f8f35989-5e98-4fe8-a0a0-301968c63282/f8f35989-5e98-4fe8-a0a0-301968c63282.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.483701] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b833269-609a-4df9-80b4-a9ffaeb91b9d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.504812] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1157.504812] env[70917]: value = "task-3462263" [ 1157.504812] env[70917]: _type = "Task" [ 1157.504812] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.513572] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.600611] env[70917]: DEBUG nova.scheduler.client.report [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.649751] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.710668] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462262, 'name': ReconfigVM_Task, 'duration_secs': 0.420607} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.711166] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.781776] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.782207] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.782207] env[70917]: DEBUG nova.network.neutron [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.793572] env[70917]: INFO nova.compute.manager [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Took 0.56 seconds to detach 1 volumes for instance. [ 1157.825955] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updated VIF entry in instance network info cache for port 61c543be-e849-4daf-babe-d0039b212db5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.826372] env[70917]: DEBUG nova.network.neutron [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.948249] env[70917]: DEBUG oslo_vmware.api [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462260, 'name': PowerOnVM_Task, 'duration_secs': 0.795382} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.948525] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.948736] env[70917]: INFO nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1157.948946] env[70917]: DEBUG nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.949782] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4606ac-0b7d-4802-8dbd-1279b3ff4fd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.016053] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.108371] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.109037] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.111783] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.805s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.112093] env[70917]: DEBUG nova.objects.instance [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.223266] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.223537] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.223759] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.223981] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.224264] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.224488] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.224773] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.225014] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.225309] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.225536] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.225750] env[70917]: DEBUG nova.virt.hardware [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.231938] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.232246] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328fdc66-d9f8-4952-b752-1901fac951d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.252455] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1158.252455] env[70917]: value = "task-3462264" [ 1158.252455] env[70917]: _type = "Task" [ 1158.252455] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.260580] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.299148] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.329170] env[70917]: DEBUG oslo_concurrency.lockutils [req-0da10bae-7954-4657-ad6f-ec4a3abb35ff req-3e8f70eb-b84b-47d7-9786-88f658c54486 service nova] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.329643] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.329839] env[70917]: DEBUG nova.network.neutron [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.469589] env[70917]: INFO nova.compute.manager [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Took 31.50 seconds to build instance. [ 1158.516917] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462263, 'name': ReconfigVM_Task, 'duration_secs': 0.593674} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.517230] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f8f35989-5e98-4fe8-a0a0-301968c63282/f8f35989-5e98-4fe8-a0a0-301968c63282.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.517849] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc2ebfa-9df3-4f36-b0e5-c53c3ebd4b72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.524445] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1158.524445] env[70917]: value = "task-3462265" [ 1158.524445] env[70917]: _type = "Task" [ 1158.524445] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.532657] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462265, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.541900] env[70917]: DEBUG nova.compute.manager [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-vif-plugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.542143] env[70917]: DEBUG oslo_concurrency.lockutils [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.542343] env[70917]: DEBUG oslo_concurrency.lockutils [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.542507] env[70917]: DEBUG oslo_concurrency.lockutils [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.542667] env[70917]: DEBUG nova.compute.manager [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] No waiting events found dispatching network-vif-plugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.542831] env[70917]: WARNING nova.compute.manager [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received unexpected event network-vif-plugged-7d6fb7a1-0847-4b48-9634-49c07d9e3423 for instance with vm_state shelved_offloaded and task_state spawning. [ 1158.542997] env[70917]: DEBUG nova.compute.manager [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-changed-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.543160] env[70917]: DEBUG nova.compute.manager [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Refreshing instance network info cache due to event network-changed-7d6fb7a1-0847-4b48-9634-49c07d9e3423. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.543321] env[70917]: DEBUG oslo_concurrency.lockutils [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.615221] env[70917]: DEBUG nova.compute.utils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.618362] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.618812] env[70917]: DEBUG nova.network.neutron [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.708020] env[70917]: DEBUG nova.network.neutron [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.765600] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462264, 'name': ReconfigVM_Task, 'duration_secs': 0.494827} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.769146] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.770344] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac3630-8655-4b96-83f5-b2a47e24bdae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.798663] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf/68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.801882] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036f77d5-f8f3-4e4a-b95d-0ed3fa16ba2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.821580] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1158.821580] env[70917]: value = "task-3462266" [ 1158.821580] env[70917]: _type = "Task" [ 1158.821580] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.835014] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.869847] env[70917]: WARNING nova.network.neutron [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] af5d5e6c-79d1-47d6-871b-22a2ef0710f3 already exists in list: networks containing: ['af5d5e6c-79d1-47d6-871b-22a2ef0710f3']. ignoring it [ 1158.922493] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0442b647-def9-41a9-ae84-5a10d69179d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.933888] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341b6496-6f50-4759-84ce-7abbfc4ad2fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.968565] env[70917]: DEBUG nova.policy [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5f7433e5754870a3161811a054df2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed8456a435748c4834d12cc500928ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.970722] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08947cc9-47f8-408b-bf86-d06778e5a41e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.973475] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f7356e08-d1f7-433b-adbf-5611f4342ca3 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.010s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.980834] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3712dff-f22a-4c04-9152-e6f6a41c484d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.997902] env[70917]: DEBUG nova.compute.provider_tree [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.034625] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462265, 'name': Rename_Task, 'duration_secs': 0.279333} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.035315] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.035315] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1d26d9-7557-4e71-8a8c-aae05dfad844 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.042416] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1159.042416] env[70917]: value = "task-3462267" [ 1159.042416] env[70917]: _type = "Task" [ 1159.042416] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.051144] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.094995] env[70917]: DEBUG nova.compute.manager [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-changed-559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.095226] env[70917]: DEBUG nova.compute.manager [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing instance network info cache due to event network-changed-559e103c-b7a0-46f4-a92d-5c62c3276e11. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.095415] env[70917]: DEBUG oslo_concurrency.lockutils [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.125763] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.189919] env[70917]: DEBUG nova.network.neutron [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "address": "fa:16:3e:f0:db:46", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559e103c-b7", "ovs_interfaceid": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.213977] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.216613] env[70917]: DEBUG oslo_concurrency.lockutils [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.218124] env[70917]: DEBUG nova.network.neutron [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Refreshing network info cache for port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.255312] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7d256cfbf47cb5c325c9a68bf51e7291',container_format='bare',created_at=2025-04-16T15:34:50Z,direct_url=,disk_format='vmdk',id=092164af-f39c-477c-95d8-4b6fa17c56da,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-199868996-shelved',owner='48ec7323165e4b5c94eae74c08e198ea',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-16T15:35:09Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.255568] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.255723] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.255906] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.256090] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.256248] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.256457] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.256771] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.256771] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.256956] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.257101] env[70917]: DEBUG nova.virt.hardware [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.258050] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af8566d-c4d3-44a5-9710-41ba68f21300 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.266665] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed28032-c935-455f-8153-e042483c5930 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.281854] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:14:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6fb7a1-0847-4b48-9634-49c07d9e3423', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.290280] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.290646] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.290881] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af084e09-5111-4a25-a09f-3222ed3b1991 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.322788] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.322788] env[70917]: value = "task-3462268" [ 1159.322788] env[70917]: _type = "Task" [ 1159.322788] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.336463] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462266, 'name': ReconfigVM_Task, 'duration_secs': 0.321715} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.340245] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf/68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.340560] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.348027] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462268, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.416074] env[70917]: DEBUG nova.network.neutron [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Successfully created port: a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.501610] env[70917]: DEBUG nova.scheduler.client.report [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.553296] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462267, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.692806] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.693562] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.693749] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.694047] env[70917]: DEBUG oslo_concurrency.lockutils [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.694247] env[70917]: DEBUG nova.network.neutron [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Refreshing network info cache for port 559e103c-b7a0-46f4-a92d-5c62c3276e11 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.697638] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1309fc98-c819-4489-85d7-44afc6de5822 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.715631] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.716081] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.716081] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.716208] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.716335] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.716481] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.716679] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.716837] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.717009] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.717180] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.717353] env[70917]: DEBUG nova.virt.hardware [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.724328] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Reconfiguring VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.726723] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfcb610-fca8-488f-ad76-49556ad7b70e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.746253] env[70917]: DEBUG oslo_vmware.api [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1159.746253] env[70917]: value = "task-3462269" [ 1159.746253] env[70917]: _type = "Task" [ 1159.746253] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.755219] env[70917]: DEBUG oslo_vmware.api [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462269, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.838592] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462268, 'name': CreateVM_Task, 'duration_secs': 0.370487} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.838775] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.839483] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.839649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.840049] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.840293] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067249a4-ddbb-42b8-a2a4-0610c72552a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.848279] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1159.848279] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e92064-0991-12b4-ce0a-e640c44fce80" [ 1159.848279] env[70917]: _type = "Task" [ 1159.848279] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.849179] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cc00d0-8eb8-42f6-8a84-51d050880839 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.882248] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63513e-58ca-4c88-9609-7b10f1bf3241 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.885182] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.885439] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Processing image 092164af-f39c-477c-95d8-4b6fa17c56da {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.885673] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.885819] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.885991] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.886683] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2eec08a-4569-45d3-855e-7ce36e5b1f3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.903353] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.910652] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.910828] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.912050] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5caf98dc-10f2-43a1-8f1a-6de7cc23e413 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.918698] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1159.918698] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a7d279-dfd8-0597-4d44-28b99b9ee649" [ 1159.918698] env[70917]: _type = "Task" [ 1159.918698] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.928306] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a7d279-dfd8-0597-4d44-28b99b9ee649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.990683] env[70917]: DEBUG nova.network.neutron [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updated VIF entry in instance network info cache for port 7d6fb7a1-0847-4b48-9634-49c07d9e3423. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.991132] env[70917]: DEBUG nova.network.neutron [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.006709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.009356] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.153s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.034882] env[70917]: INFO nova.scheduler.client.report [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a [ 1160.053648] env[70917]: DEBUG oslo_vmware.api [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462267, 'name': PowerOnVM_Task, 'duration_secs': 0.644241} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.053648] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.053648] env[70917]: INFO nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1160.053648] env[70917]: DEBUG nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.054141] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d39d88-7864-4de3-9ee1-8bcc9d3efb38 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.136540] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.168869] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.169240] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.169360] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.169551] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.169697] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.169846] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.170068] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.170236] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.170410] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.170567] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.171062] env[70917]: DEBUG nova.virt.hardware [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.172027] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af21b2b6-d48f-4786-8eb0-b0116c5107f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.180978] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74193f81-ad68-40c6-a599-0ddf5f25bba7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.257866] env[70917]: DEBUG oslo_vmware.api [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.406247] env[70917]: DEBUG nova.network.neutron [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updated VIF entry in instance network info cache for port 559e103c-b7a0-46f4-a92d-5c62c3276e11. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.406247] env[70917]: DEBUG nova.network.neutron [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "address": "fa:16:3e:f0:db:46", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559e103c-b7", "ovs_interfaceid": "559e103c-b7a0-46f4-a92d-5c62c3276e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.431721] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.431963] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Fetch image to [datastore1] OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc/OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.432149] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Downloading stream optimized image 092164af-f39c-477c-95d8-4b6fa17c56da to [datastore1] OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc/OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc.vmdk on the data store datastore1 as vApp {{(pid=70917) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1160.432359] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Downloading image file data 092164af-f39c-477c-95d8-4b6fa17c56da to the ESX as VM named 'OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc' {{(pid=70917) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1160.449169] env[70917]: DEBUG nova.network.neutron [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Port 14ac058b-fb73-4467-b27b-e3d3623a1939 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1160.494034] env[70917]: DEBUG oslo_concurrency.lockutils [req-7b599423-9109-4825-8802-abb886cd5aef req-131e94d3-9100-42cf-b078-450f39ff876e service nova] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.511175] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.511175] env[70917]: value = "resgroup-9" [ 1160.511175] env[70917]: _type = "ResourcePool" [ 1160.511175] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.511479] env[70917]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-915eeaf5-9108-4d93-bb02-44f6f15d7684 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.543971] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lease: (returnval){ [ 1160.543971] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527006ab-d4f0-a99f-4e0b-b49afea87cff" [ 1160.543971] env[70917]: _type = "HttpNfcLease" [ 1160.543971] env[70917]: } obtained for vApp import into resource pool (val){ [ 1160.543971] env[70917]: value = "resgroup-9" [ 1160.543971] env[70917]: _type = "ResourcePool" [ 1160.543971] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.544346] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the lease: (returnval){ [ 1160.544346] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527006ab-d4f0-a99f-4e0b-b49afea87cff" [ 1160.544346] env[70917]: _type = "HttpNfcLease" [ 1160.544346] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.544667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-789db594-ac43-4985-8c73-10ba5188ac88 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "20ff1ff3-00e2-4d50-bf60-16e0a5541d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.937s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.554480] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.554480] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527006ab-d4f0-a99f-4e0b-b49afea87cff" [ 1160.554480] env[70917]: _type = "HttpNfcLease" [ 1160.554480] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.570938] env[70917]: INFO nova.compute.manager [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Took 33.45 seconds to build instance. [ 1160.757442] env[70917]: DEBUG oslo_vmware.api [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462269, 'name': ReconfigVM_Task, 'duration_secs': 0.647694} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.758021] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.758275] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Reconfigured VM to attach interface {{(pid=70917) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.912626] env[70917]: DEBUG oslo_concurrency.lockutils [req-e6ad187d-a6dd-4802-a251-ea49d27b6616 req-50f93229-c5bd-4d8a-94fe-12ba5728925d service nova] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.036021] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Applying migration context for instance 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf as it has an incoming, in-progress migration a13b966d-3c33-451a-a981-709a3a743c17. Migration status is post-migrating {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1161.038200] env[70917]: INFO nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating resource usage from migration a13b966d-3c33-451a-a981-709a3a743c17 [ 1161.055649] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.055649] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527006ab-d4f0-a99f-4e0b-b49afea87cff" [ 1161.055649] env[70917]: _type = "HttpNfcLease" [ 1161.055649] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.055948] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.055948] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527006ab-d4f0-a99f-4e0b-b49afea87cff" [ 1161.055948] env[70917]: _type = "HttpNfcLease" [ 1161.055948] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.056719] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc0732-9c62-4bfc-b3a5-59c3b54a4629 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.060242] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4c00b784-178f-4da4-8ab3-8392917fe975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.060499] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 964dc5aa-b06e-4032-a0e2-3800dad7164c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.060631] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 428b9806-7f11-40a5-bc2d-41100c2a06b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.060866] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 0ebd5a5c-787b-41d8-84dd-9da88017a88e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1161.061032] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c551795e-07b6-414e-918b-8654426feb5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance d9b0bf4c-9905-49ff-a31c-aff7724bbfde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 268f96d3-a0c6-48a3-a306-19584c8a996d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 38e7ff11-0566-4794-8f50-1b6d437a10a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: WARNING nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 023f84ad-fa2b-4923-b36c-765e474ace47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance a737aa90-85ba-4eea-92b8-eb3ebed56205 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f8f35989-5e98-4fe8-a0a0-301968c63282 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.061975] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Migration a13b966d-3c33-451a-a981-709a3a743c17 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1161.062273] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.062392] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 05f38d54-b0de-4261-8352-df8394eda187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1161.062640] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1161.062817] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1161.073488] env[70917]: DEBUG oslo_concurrency.lockutils [None req-70e3d473-e5df-4a1d-b82f-b803ff61e875 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.968s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.076786] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52984f81-0148-9a67-f7bf-4763434632d3/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.076861] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52984f81-0148-9a67-f7bf-4763434632d3/disk-0.vmdk. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.080442] env[70917]: DEBUG nova.network.neutron [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Successfully updated port: a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.161031] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99eba719-6219-421e-8490-22b28c6ad9c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.256084] env[70917]: DEBUG nova.compute.manager [req-28332f87-60b4-4fd4-92d7-9644e7b90f78 req-72c6e62f-6432-44b9-a01c-11f68d0e0677 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Received event network-vif-plugged-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.256321] env[70917]: DEBUG oslo_concurrency.lockutils [req-28332f87-60b4-4fd4-92d7-9644e7b90f78 req-72c6e62f-6432-44b9-a01c-11f68d0e0677 service nova] Acquiring lock "05f38d54-b0de-4261-8352-df8394eda187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.256530] env[70917]: DEBUG oslo_concurrency.lockutils [req-28332f87-60b4-4fd4-92d7-9644e7b90f78 req-72c6e62f-6432-44b9-a01c-11f68d0e0677 service nova] Lock "05f38d54-b0de-4261-8352-df8394eda187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.256688] env[70917]: DEBUG oslo_concurrency.lockutils [req-28332f87-60b4-4fd4-92d7-9644e7b90f78 req-72c6e62f-6432-44b9-a01c-11f68d0e0677 service nova] Lock "05f38d54-b0de-4261-8352-df8394eda187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.256858] env[70917]: DEBUG nova.compute.manager [req-28332f87-60b4-4fd4-92d7-9644e7b90f78 req-72c6e62f-6432-44b9-a01c-11f68d0e0677 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] No waiting events found dispatching network-vif-plugged-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.257035] env[70917]: WARNING nova.compute.manager [req-28332f87-60b4-4fd4-92d7-9644e7b90f78 req-72c6e62f-6432-44b9-a01c-11f68d0e0677 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Received unexpected event network-vif-plugged-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 for instance with vm_state building and task_state spawning. [ 1161.263757] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-c551795e-07b6-414e-918b-8654426feb5a-559e103c-b7a0-46f4-a92d-5c62c3276e11" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.406s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.332138] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b78bfc-c8af-4511-9694-727d64561c31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.340899] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da644f-6b11-4649-9d81-a792ef19b5a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.374897] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb72f3-c120-496b-8992-3bb811878075 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.382812] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ca45e-db4d-442e-a1e2-e5db53c72605 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.397130] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.473772] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.474071] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.474194] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.654664] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.654664] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.654664] env[70917]: DEBUG nova.network.neutron [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.755397] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.755636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.823232] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "a737aa90-85ba-4eea-92b8-eb3ebed56205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.823587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.823730] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "a737aa90-85ba-4eea-92b8-eb3ebed56205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.823911] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.824093] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.827449] env[70917]: INFO nova.compute.manager [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Terminating instance [ 1161.900879] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.186904] env[70917]: DEBUG nova.network.neutron [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.257815] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.334291] env[70917]: DEBUG nova.compute.manager [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.334530] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.335905] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c466e-1ebf-4a3f-9e34-9a2764aacc24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.344811] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.346303] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0de830f-b0df-4fed-a865-c33e1747bae7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.353083] env[70917]: DEBUG oslo_vmware.api [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1162.353083] env[70917]: value = "task-3462271" [ 1162.353083] env[70917]: _type = "Task" [ 1162.353083] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.362274] env[70917]: DEBUG oslo_vmware.api [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.364760] env[70917]: DEBUG nova.network.neutron [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.407479] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1162.407744] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.398s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.408029] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.759s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.408400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.410628] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.112s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.410912] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.444927] env[70917]: INFO nova.scheduler.client.report [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted allocations for instance 0ebd5a5c-787b-41d8-84dd-9da88017a88e [ 1162.449719] env[70917]: INFO nova.scheduler.client.report [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Deleted allocations for instance 023f84ad-fa2b-4923-b36c-765e474ace47 [ 1162.533202] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.533460] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.533739] env[70917]: DEBUG nova.network.neutron [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.574500] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "interface-c551795e-07b6-414e-918b-8654426feb5a-559e103c-b7a0-46f4-a92d-5c62c3276e11" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.574850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-c551795e-07b6-414e-918b-8654426feb5a-559e103c-b7a0-46f4-a92d-5c62c3276e11" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.686565] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1162.686565] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52984f81-0148-9a67-f7bf-4763434632d3/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1162.686949] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbdb05-a79f-4635-856d-b61086f25fe0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.694222] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52984f81-0148-9a67-f7bf-4763434632d3/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1162.694392] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52984f81-0148-9a67-f7bf-4763434632d3/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1162.694633] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-83b03127-6fd7-419e-8d8f-ab5c8270c7bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.783055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.783055] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.784733] env[70917]: INFO nova.compute.claims [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.862713] env[70917]: DEBUG oslo_vmware.api [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462271, 'name': PowerOffVM_Task, 'duration_secs': 0.281677} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.863023] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.863023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.863315] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01a7dc44-0436-4694-b6d3-542373915d93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.867468] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.867755] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Instance network_info: |[{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.868153] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:cd:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.875907] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.877147] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.877542] env[70917]: DEBUG oslo_vmware.rw_handles [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52984f81-0148-9a67-f7bf-4763434632d3/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1162.877785] env[70917]: INFO nova.virt.vmwareapi.images [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Downloaded image file data 092164af-f39c-477c-95d8-4b6fa17c56da [ 1162.877963] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ed73857-6f4d-48c5-9a73-a45713fc7625 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.895371] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5924f9bf-7895-4a22-9b2f-38cf48450c68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.914812] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42fdbb77-0755-4351-85a2-fb6a0992796f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.916650] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.916650] env[70917]: value = "task-3462273" [ 1162.916650] env[70917]: _type = "Task" [ 1162.916650] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.925043] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462273, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.933483] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.934094] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.934094] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Deleting the datastore file [datastore2] a737aa90-85ba-4eea-92b8-eb3ebed56205 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.934359] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f0e25e3-a5d6-41ed-8ffa-0eb4bc08eb75 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.942644] env[70917]: DEBUG oslo_vmware.api [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1162.942644] env[70917]: value = "task-3462275" [ 1162.942644] env[70917]: _type = "Task" [ 1162.942644] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.947801] env[70917]: INFO nova.virt.vmwareapi.images [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] The imported VM was unregistered [ 1162.950640] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1162.950965] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Creating directory with path [datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.951631] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1530adb9-7ec3-4f66-8285-d7a493c0f266 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.959244] env[70917]: DEBUG oslo_vmware.api [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.960153] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e58345ec-ea86-49b6-abda-6940f72c594d tempest-ServersAaction247Test-1867587212 tempest-ServersAaction247Test-1867587212-project-member] Lock "023f84ad-fa2b-4923-b36c-765e474ace47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.116s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.964850] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "0ebd5a5c-787b-41d8-84dd-9da88017a88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.777s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.970536] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Created directory with path [datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.970727] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc/OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc.vmdk to [datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk. {{(pid=70917) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1162.971039] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4e7706b3-2b43-4439-8341-0084a891c55f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.978158] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1162.978158] env[70917]: value = "task-3462276" [ 1162.978158] env[70917]: _type = "Task" [ 1162.978158] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.987211] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.050508] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "f8f35989-5e98-4fe8-a0a0-301968c63282" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.051064] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.051318] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "f8f35989-5e98-4fe8-a0a0-301968c63282-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.051532] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.051719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.053997] env[70917]: INFO nova.compute.manager [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Terminating instance [ 1163.078907] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.079211] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.082688] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41defeab-dce5-49d5-bcff-9f289bffc4fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.101697] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4828f9cd-bb38-44bb-8545-0171a54c708a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.128199] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Reconfiguring VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1163.128417] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c21d97-7a33-40f5-9132-459396178e4b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.153807] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1163.153807] env[70917]: value = "task-3462277" [ 1163.153807] env[70917]: _type = "Task" [ 1163.153807] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.164886] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.295778] env[70917]: DEBUG nova.compute.manager [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Received event network-changed-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.295986] env[70917]: DEBUG nova.compute.manager [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Refreshing instance network info cache due to event network-changed-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.296247] env[70917]: DEBUG oslo_concurrency.lockutils [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.297620] env[70917]: DEBUG oslo_concurrency.lockutils [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.297620] env[70917]: DEBUG nova.network.neutron [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Refreshing network info cache for port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.322538] env[70917]: DEBUG nova.network.neutron [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [{"id": "14ac058b-fb73-4467-b27b-e3d3623a1939", "address": "fa:16:3e:7e:2c:a1", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac058b-fb", "ovs_interfaceid": "14ac058b-fb73-4467-b27b-e3d3623a1939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.430367] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462273, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.452344] env[70917]: DEBUG oslo_vmware.api [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411047} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.452618] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.452804] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.452981] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.453179] env[70917]: INFO nova.compute.manager [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1163.453426] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.453625] env[70917]: DEBUG nova.compute.manager [-] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.453722] env[70917]: DEBUG nova.network.neutron [-] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.487159] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.558254] env[70917]: DEBUG nova.compute.manager [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.558509] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.560097] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d208939-bfd2-4747-8b33-8e70913d15b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.567530] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.568264] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-780d5745-f38c-4bfe-922e-6e88bd36f984 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.574316] env[70917]: DEBUG oslo_vmware.api [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1163.574316] env[70917]: value = "task-3462278" [ 1163.574316] env[70917]: _type = "Task" [ 1163.574316] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.582047] env[70917]: DEBUG oslo_vmware.api [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.666612] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.825593] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.905966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.905966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.933994] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462273, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.993298] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.036766] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c973414-7e29-4d96-b412-d8c3660b5ad6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.047131] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8bf37b-cbb4-45cf-9a55-9bb62b0abb17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.080958] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93f4e85-ec9d-4983-abcf-a272a0d73b47 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.084118] env[70917]: DEBUG nova.network.neutron [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updated VIF entry in instance network info cache for port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.084450] env[70917]: DEBUG nova.network.neutron [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.091200] env[70917]: DEBUG oslo_vmware.api [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462278, 'name': PowerOffVM_Task, 'duration_secs': 0.238873} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.091330] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.091497] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.093886] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff63ec0c-7e54-4cce-be38-b05eaaab9849 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.097091] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e27f06-2070-4d16-a13d-6b421c660035 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.111324] env[70917]: DEBUG nova.compute.provider_tree [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.165077] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.177108] env[70917]: DEBUG nova.network.neutron [-] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.348766] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c7793-e0a0-4ae7-9800-93578a942959 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.369843] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ecd177-f395-44d1-92ba-b51e4ed01564 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.377130] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.410625] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.432297] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462273, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.489688] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.587602] env[70917]: DEBUG oslo_concurrency.lockutils [req-012c3030-2651-426a-af8f-aa9378895dd9 req-0f5c5db6-34ab-4205-b5fe-c667d7e05df8 service nova] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.610904] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.611143] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.611342] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleting the datastore file [datastore2] f8f35989-5e98-4fe8-a0a0-301968c63282 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.611630] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eaa0b14-c729-4f47-a079-17d7fcdb89a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.615800] env[70917]: DEBUG nova.scheduler.client.report [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.621459] env[70917]: DEBUG oslo_vmware.api [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for the task: (returnval){ [ 1164.621459] env[70917]: value = "task-3462280" [ 1164.621459] env[70917]: _type = "Task" [ 1164.621459] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.633682] env[70917]: DEBUG oslo_vmware.api [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.669140] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.679869] env[70917]: INFO nova.compute.manager [-] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Took 1.23 seconds to deallocate network for instance. [ 1164.883848] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.884192] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73c143ca-b7d5-4815-88f0-12bc70df8b7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.894411] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1164.894411] env[70917]: value = "task-3462281" [ 1164.894411] env[70917]: _type = "Task" [ 1164.894411] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.905966] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.931170] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.937190] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462273, 'name': CreateVM_Task, 'duration_secs': 1.7968} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.937381] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.938114] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.938286] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.938651] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.938956] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa77f6d4-098e-4895-879b-364da2a02d2a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.948312] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1164.948312] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a4d7b1-d9ea-abfb-5b77-3ed4eeee8673" [ 1164.948312] env[70917]: _type = "Task" [ 1164.948312] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.961450] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a4d7b1-d9ea-abfb-5b77-3ed4eeee8673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.991648] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.121141] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.121667] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.124422] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.193s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.126019] env[70917]: INFO nova.compute.claims [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.142891] env[70917]: DEBUG oslo_vmware.api [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Task: {'id': task-3462280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263655} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.143181] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.143398] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.143579] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.143753] env[70917]: INFO nova.compute.manager [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1165.143999] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.144212] env[70917]: DEBUG nova.compute.manager [-] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.144308] env[70917]: DEBUG nova.network.neutron [-] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.170576] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.186366] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.325493] env[70917]: DEBUG nova.compute.manager [req-fa6e625d-60c0-4b2b-8c7d-747a688090ff req-925f8c96-198e-449f-8b64-68e643872c35 service nova] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Received event network-vif-deleted-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.408950] env[70917]: DEBUG oslo_vmware.api [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462281, 'name': PowerOnVM_Task, 'duration_secs': 0.484373} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.409369] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.409806] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6ff100-cb68-4fe3-a971-e68dd6c06b1c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance '68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.464258] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a4d7b1-d9ea-abfb-5b77-3ed4eeee8673, 'name': SearchDatastore_Task, 'duration_secs': 0.088802} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.464593] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.464833] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.465095] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.465251] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.465436] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.465717] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a608bb-69fd-4e46-b984-f304f6d59009 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.488938] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.489210] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.490851] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfa6317-a22c-43b8-9f59-81a6753b7412 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.498021] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.505535] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1165.505535] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce7248-3b80-9995-18f5-f235e373cbcd" [ 1165.505535] env[70917]: _type = "Task" [ 1165.505535] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.519016] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce7248-3b80-9995-18f5-f235e373cbcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.631387] env[70917]: DEBUG nova.compute.utils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.632760] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.632931] env[70917]: DEBUG nova.network.neutron [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.668942] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.682720] env[70917]: DEBUG nova.policy [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.955275] env[70917]: DEBUG nova.network.neutron [-] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.002853] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.015932] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce7248-3b80-9995-18f5-f235e373cbcd, 'name': SearchDatastore_Task, 'duration_secs': 0.087448} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.016766] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44965b7-28ab-45db-a2fe-4e7197c5f012 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.022470] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1166.022470] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a08823-e4dd-743c-70a1-89ee3aa03902" [ 1166.022470] env[70917]: _type = "Task" [ 1166.022470] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.030836] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a08823-e4dd-743c-70a1-89ee3aa03902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.049273] env[70917]: DEBUG nova.network.neutron [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Successfully created port: 6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.137854] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.167253] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.344269] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a640397-588a-4bf3-b3fd-e8f5ad573bbc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.351801] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b791ad77-c67d-4c7b-8e77-bb8f982387df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.382118] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dc3e74-84f3-42b2-a96d-ea113c5bd635 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.389310] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d46b2f-fbd2-4499-8b54-3479780e1a79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.402488] env[70917]: DEBUG nova.compute.provider_tree [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.459068] env[70917]: INFO nova.compute.manager [-] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Took 1.31 seconds to deallocate network for instance. [ 1166.500722] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462276, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.066852} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.501030] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc/OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc.vmdk to [datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk. [ 1166.501232] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Cleaning up location [datastore1] OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.501398] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4153f149-e494-44ed-9487-fe4eed5aacdc {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.501641] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e97f0b41-665b-4218-8ab2-2a37b20ecb61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.508417] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1166.508417] env[70917]: value = "task-3462282" [ 1166.508417] env[70917]: _type = "Task" [ 1166.508417] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.515685] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.531104] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a08823-e4dd-743c-70a1-89ee3aa03902, 'name': SearchDatastore_Task, 'duration_secs': 0.020037} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.531336] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.531583] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.531821] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3afd711d-c01c-47a0-8511-c64e746c1bb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.538242] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1166.538242] env[70917]: value = "task-3462283" [ 1166.538242] env[70917]: _type = "Task" [ 1166.538242] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.546933] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.667429] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.906731] env[70917]: DEBUG nova.scheduler.client.report [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.964919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.018521] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255415} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.018780] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.018982] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.019271] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk to [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.019520] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d76616-b49f-4e1d-80f9-c761db75c133 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.026088] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1167.026088] env[70917]: value = "task-3462284" [ 1167.026088] env[70917]: _type = "Task" [ 1167.026088] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.033877] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.046825] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462283, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.149874] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.172108] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.181197] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.181523] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.181707] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.181906] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.182087] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.182241] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.182454] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.182614] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.182781] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.182948] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.183136] env[70917]: DEBUG nova.virt.hardware [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.184064] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efceb9b3-1421-49ff-b748-1205df73ff1e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.194396] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f5e34f-b36f-4364-8b55-b2141427136a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.359791] env[70917]: DEBUG nova.compute.manager [req-1970099b-7839-4dfb-8325-782b718ade7a req-44b16e61-ee02-4e6d-8c95-09f44b2b1c17 service nova] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Received event network-vif-deleted-b8091bb9-830b-4858-b3e5-5e4bb8374130 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.411090] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.411718] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.414482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.228s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.414862] env[70917]: DEBUG nova.objects.instance [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lazy-loading 'resources' on Instance uuid a737aa90-85ba-4eea-92b8-eb3ebed56205 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.539227] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.550708] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838579} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.551011] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.551307] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.551583] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbdd6c9-46d0-4c35-b75f-b6b86dc402c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.560174] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1167.560174] env[70917]: value = "task-3462285" [ 1167.560174] env[70917]: _type = "Task" [ 1167.560174] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.572280] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.629140] env[70917]: DEBUG nova.network.neutron [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Successfully updated port: 6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.673708] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.760529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.760529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.760529] env[70917]: DEBUG nova.compute.manager [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Going to confirm migration 8 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1167.921244] env[70917]: DEBUG nova.compute.utils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.922989] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.923177] env[70917]: DEBUG nova.network.neutron [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.965200] env[70917]: DEBUG nova.policy [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5275d8f625af449984229d311fa5fab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9686c7f6c70d4903b9caec3fdac99739', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.041686] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.073587] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180531} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.073958] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.074838] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec83022-4bf0-4b1a-8056-0c96a60b2d06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.103016] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.106361] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f69abb-6390-4718-872a-c09976a7ca7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.130602] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-f1888059-9aaf-42ee-9e0b-e14cca2a064b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.130820] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-f1888059-9aaf-42ee-9e0b-e14cca2a064b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.131045] env[70917]: DEBUG nova.network.neutron [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.136768] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1168.136768] env[70917]: value = "task-3462286" [ 1168.136768] env[70917]: _type = "Task" [ 1168.136768] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.148394] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.176287] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.179923] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb57023-8455-4cf7-a663-705f6adba2d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.191171] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d0ee7-c968-48e9-8c48-f8221c2f2a02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.231233] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd57f5-00d6-4c7e-887d-42dd7170eaeb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.245212] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ed372-dc2f-4336-8dc9-e842e59090f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.268346] env[70917]: DEBUG nova.compute.provider_tree [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.308777] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.308847] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquired lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.309321] env[70917]: DEBUG nova.network.neutron [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.309321] env[70917]: DEBUG nova.objects.instance [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'info_cache' on Instance uuid 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.324331] env[70917]: DEBUG nova.network.neutron [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Successfully created port: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.429024] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.542898] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.650173] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462286, 'name': ReconfigVM_Task, 'duration_secs': 0.316101} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.650509] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.651245] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c51cb6b0-3678-46a9-8788-cf7aa731d911 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.661502] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1168.661502] env[70917]: value = "task-3462287" [ 1168.661502] env[70917]: _type = "Task" [ 1168.661502] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.668443] env[70917]: DEBUG nova.network.neutron [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.675462] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462287, 'name': Rename_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.678911] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.774985] env[70917]: DEBUG nova.scheduler.client.report [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.818796] env[70917]: DEBUG nova.network.neutron [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Updating instance_info_cache with network_info: [{"id": "6119dde3-b69f-4c92-b0b2-b8cbecea0246", "address": "fa:16:3e:02:10:c4", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6119dde3-b6", "ovs_interfaceid": "6119dde3-b69f-4c92-b0b2-b8cbecea0246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.044617] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.174854] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462287, 'name': Rename_Task, 'duration_secs': 0.157556} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.177968] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.178288] env[70917]: DEBUG oslo_vmware.api [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462277, 'name': ReconfigVM_Task, 'duration_secs': 5.774343} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.178496] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-003c5644-1d6e-4f72-b6a1-dc459be00759 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.180170] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.180386] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Reconfigured VM to detach interface {{(pid=70917) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.190867] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1169.190867] env[70917]: value = "task-3462288" [ 1169.190867] env[70917]: _type = "Task" [ 1169.190867] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.201188] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.281969] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.284769] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.320s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.285240] env[70917]: DEBUG nova.objects.instance [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lazy-loading 'resources' on Instance uuid f8f35989-5e98-4fe8-a0a0-301968c63282 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.321833] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-f1888059-9aaf-42ee-9e0b-e14cca2a064b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.322239] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Instance network_info: |[{"id": "6119dde3-b69f-4c92-b0b2-b8cbecea0246", "address": "fa:16:3e:02:10:c4", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6119dde3-b6", "ovs_interfaceid": "6119dde3-b69f-4c92-b0b2-b8cbecea0246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.322711] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:10:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6119dde3-b69f-4c92-b0b2-b8cbecea0246', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.333923] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.333923] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.333923] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb8242da-821d-4c21-b9f4-717f7e8fe667 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.362585] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.362585] env[70917]: value = "task-3462289" [ 1169.362585] env[70917]: _type = "Task" [ 1169.362585] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.376994] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462289, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.430382] env[70917]: DEBUG nova.compute.manager [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Received event network-vif-plugged-6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.430579] env[70917]: DEBUG oslo_concurrency.lockutils [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] Acquiring lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.430866] env[70917]: DEBUG oslo_concurrency.lockutils [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.430974] env[70917]: DEBUG oslo_concurrency.lockutils [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.431477] env[70917]: DEBUG nova.compute.manager [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] No waiting events found dispatching network-vif-plugged-6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.432134] env[70917]: WARNING nova.compute.manager [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Received unexpected event network-vif-plugged-6119dde3-b69f-4c92-b0b2-b8cbecea0246 for instance with vm_state building and task_state spawning. [ 1169.432134] env[70917]: DEBUG nova.compute.manager [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Received event network-changed-6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.432134] env[70917]: DEBUG nova.compute.manager [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Refreshing instance network info cache due to event network-changed-6119dde3-b69f-4c92-b0b2-b8cbecea0246. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.432240] env[70917]: DEBUG oslo_concurrency.lockutils [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] Acquiring lock "refresh_cache-f1888059-9aaf-42ee-9e0b-e14cca2a064b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.432380] env[70917]: DEBUG oslo_concurrency.lockutils [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] Acquired lock "refresh_cache-f1888059-9aaf-42ee-9e0b-e14cca2a064b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.432599] env[70917]: DEBUG nova.network.neutron [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Refreshing network info cache for port 6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.440667] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.473054] env[70917]: INFO nova.scheduler.client.report [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Deleted allocations for instance a737aa90-85ba-4eea-92b8-eb3ebed56205 [ 1169.484475] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.484475] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.484475] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.484651] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.484689] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.484937] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.485167] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.485549] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.485549] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.485699] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.485870] env[70917]: DEBUG nova.virt.hardware [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.487217] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa40044-8e0a-4975-a7da-5db53aa207e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.500221] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ee4848-b2ae-4549-a06b-b477dd784fd0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.548034] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.679736] env[70917]: DEBUG nova.network.neutron [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [{"id": "14ac058b-fb73-4467-b27b-e3d3623a1939", "address": "fa:16:3e:7e:2c:a1", "network": {"id": "60e5e06e-682b-45fa-a3bd-04b5ed412061", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1833540135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450f28521134d9290821fca641d4277", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ac058b-fb", "ovs_interfaceid": "14ac058b-fb73-4467-b27b-e3d3623a1939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.703572] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.877927] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462289, 'name': CreateVM_Task, 'duration_secs': 0.452936} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.878214] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.878940] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.879118] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.879427] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.879681] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a028943c-2327-4fac-a6be-8eb38003adce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.887677] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1169.887677] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5235fced-fdf3-fda7-9fa6-fd9df4c39c56" [ 1169.887677] env[70917]: _type = "Task" [ 1169.887677] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.901869] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5235fced-fdf3-fda7-9fa6-fd9df4c39c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.984790] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "a737aa90-85ba-4eea-92b8-eb3ebed56205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.161s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.029876] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06dacc5-e9aa-4b28-bdac-630ccb24acf5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.043583] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462284, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.640866} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.043913] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/092164af-f39c-477c-95d8-4b6fa17c56da/092164af-f39c-477c-95d8-4b6fa17c56da.vmdk to [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.045367] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb08800-5eb9-4312-8bd0-4bbcb1a8ce62 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.049014] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0d171-ec6b-4f00-82c7-e155d5c6817d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.072349] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.099471] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c708b2-deeb-478f-a2b6-d961272b7291 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.122290] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.122470] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquired lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.122643] env[70917]: DEBUG nova.network.neutron [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.124174] env[70917]: DEBUG nova.network.neutron [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Successfully updated port: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.125611] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e189db3-42c7-4a3e-8ee0-79edb38b57b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.136085] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83266d9-dc4b-47ea-ada0-292ba2a0a212 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.139826] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1170.139826] env[70917]: value = "task-3462290" [ 1170.139826] env[70917]: _type = "Task" [ 1170.139826] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.153574] env[70917]: DEBUG nova.compute.provider_tree [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.162413] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.182354] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Releasing lock "refresh_cache-68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.182606] env[70917]: DEBUG nova.objects.instance [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'migration_context' on Instance uuid 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.201033] env[70917]: DEBUG oslo_vmware.api [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462288, 'name': PowerOnVM_Task, 'duration_secs': 0.753751} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.201300] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.201499] env[70917]: INFO nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1170.201677] env[70917]: DEBUG nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.202466] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b3a1a-5618-4631-b0e9-c7b2797fb7c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.270981] env[70917]: DEBUG nova.network.neutron [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Updated VIF entry in instance network info cache for port 6119dde3-b69f-4c92-b0b2-b8cbecea0246. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.271379] env[70917]: DEBUG nova.network.neutron [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Updating instance_info_cache with network_info: [{"id": "6119dde3-b69f-4c92-b0b2-b8cbecea0246", "address": "fa:16:3e:02:10:c4", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6119dde3-b6", "ovs_interfaceid": "6119dde3-b69f-4c92-b0b2-b8cbecea0246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.398363] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5235fced-fdf3-fda7-9fa6-fd9df4c39c56, 'name': SearchDatastore_Task, 'duration_secs': 0.045188} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.398658] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.398915] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.399240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.399391] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.399568] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.399820] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e3e443b-3f46-4115-9c93-8e64f06cc2e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.415525] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.415703] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.416445] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be0dd36-da5e-4966-ade9-06b38d961df4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.421381] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1170.421381] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52af1d0d-d90b-03bc-f15f-5ddd56038534" [ 1170.421381] env[70917]: _type = "Task" [ 1170.421381] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.428493] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52af1d0d-d90b-03bc-f15f-5ddd56038534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.631734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.631734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.631734] env[70917]: DEBUG nova.network.neutron [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.650139] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.659092] env[70917]: DEBUG nova.scheduler.client.report [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.685705] env[70917]: DEBUG nova.objects.base [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Object Instance<68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf> lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.687034] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167056e1-aaab-4c71-9bdd-da9455b3449b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.705569] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ebd78d-38e8-48d0-ba1b-92757aabe9ea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.711246] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1170.711246] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5295a192-d827-6692-ebd5-f1f8af0e9629" [ 1170.711246] env[70917]: _type = "Task" [ 1170.711246] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.720023] env[70917]: INFO nova.compute.manager [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Took 33.70 seconds to build instance. [ 1170.724345] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5295a192-d827-6692-ebd5-f1f8af0e9629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.774598] env[70917]: DEBUG oslo_concurrency.lockutils [req-e76c6da2-d6ff-4e2d-a6ab-7d2cb98889ec req-e47ffddd-2c1e-4e55-8a6d-952ad26905b5 service nova] Releasing lock "refresh_cache-f1888059-9aaf-42ee-9e0b-e14cca2a064b" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.933657] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52af1d0d-d90b-03bc-f15f-5ddd56038534, 'name': SearchDatastore_Task, 'duration_secs': 0.072278} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.934687] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92cd479-e857-4a6a-be78-ca0a82e03a3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.940223] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1170.940223] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f48ab1-3f6e-f828-cff4-57019caade0c" [ 1170.940223] env[70917]: _type = "Task" [ 1170.940223] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.944790] env[70917]: INFO nova.network.neutron [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Port 559e103c-b7a0-46f4-a92d-5c62c3276e11 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.945083] env[70917]: DEBUG nova.network.neutron [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [{"id": "61c543be-e849-4daf-babe-d0039b212db5", "address": "fa:16:3e:43:f3:7c", "network": {"id": "af5d5e6c-79d1-47d6-871b-22a2ef0710f3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1825578710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "14103a03f1764aef9615398d79f06a14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61c543be-e8", "ovs_interfaceid": "61c543be-e849-4daf-babe-d0039b212db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.952522] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f48ab1-3f6e-f828-cff4-57019caade0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.101138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.101138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "c551795e-07b6-414e-918b-8654426feb5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.101138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "c551795e-07b6-414e-918b-8654426feb5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.101138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "c551795e-07b6-414e-918b-8654426feb5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.101138] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "c551795e-07b6-414e-918b-8654426feb5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.103320] env[70917]: INFO nova.compute.manager [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Terminating instance [ 1171.150639] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462290, 'name': ReconfigVM_Task, 'duration_secs': 0.905213} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.150914] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d/268f96d3-a0c6-48a3-a306-19584c8a996d.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.151684] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d29f6607-bebe-4f7f-a64e-04e658a92cda {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.157883] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1171.157883] env[70917]: value = "task-3462292" [ 1171.157883] env[70917]: _type = "Task" [ 1171.157883] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.163759] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.169932] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462292, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.186909] env[70917]: INFO nova.scheduler.client.report [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Deleted allocations for instance f8f35989-5e98-4fe8-a0a0-301968c63282 [ 1171.191274] env[70917]: DEBUG nova.network.neutron [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.234267] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6263c897-f563-4984-ad65-054f87931ffb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.221s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.234452] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5295a192-d827-6692-ebd5-f1f8af0e9629, 'name': SearchDatastore_Task, 'duration_secs': 0.043523} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.234700] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.234913] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.450768] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Releasing lock "refresh_cache-c551795e-07b6-414e-918b-8654426feb5a" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.452984] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f48ab1-3f6e-f828-cff4-57019caade0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013156} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.457575] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.457853] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f1888059-9aaf-42ee-9e0b-e14cca2a064b/f1888059-9aaf-42ee-9e0b-e14cca2a064b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.458137] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3893795c-8ae9-408d-8333-a309e5f9a830 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.465412] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1171.465412] env[70917]: value = "task-3462293" [ 1171.465412] env[70917]: _type = "Task" [ 1171.465412] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.473680] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.607659] env[70917]: DEBUG nova.compute.manager [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.607804] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.608625] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ea663-e2e2-499d-b8da-205fdd07ad25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.616836] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.616836] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5faa3ea-4bf5-4849-8b61-3a0df294520c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.625016] env[70917]: DEBUG oslo_vmware.api [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1171.625016] env[70917]: value = "task-3462294" [ 1171.625016] env[70917]: _type = "Task" [ 1171.625016] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.630676] env[70917]: DEBUG oslo_vmware.api [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.663313] env[70917]: DEBUG nova.compute.manager [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-vif-plugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.663665] env[70917]: DEBUG oslo_concurrency.lockutils [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.663993] env[70917]: DEBUG oslo_concurrency.lockutils [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.664232] env[70917]: DEBUG oslo_concurrency.lockutils [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.664447] env[70917]: DEBUG nova.compute.manager [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] No waiting events found dispatching network-vif-plugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.664641] env[70917]: WARNING nova.compute.manager [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received unexpected event network-vif-plugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 for instance with vm_state building and task_state spawning. [ 1171.664812] env[70917]: DEBUG nova.compute.manager [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.664998] env[70917]: DEBUG nova.compute.manager [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing instance network info cache due to event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.665397] env[70917]: DEBUG oslo_concurrency.lockutils [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.675746] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462292, 'name': Rename_Task, 'duration_secs': 0.163274} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.675996] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.676273] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4cfb972-177a-476b-9360-aedc2c679543 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.682994] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1171.682994] env[70917]: value = "task-3462295" [ 1171.682994] env[70917]: _type = "Task" [ 1171.682994] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.694084] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.698735] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8b97289f-e173-4d3b-ab7c-b7826df8e597 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Lock "f8f35989-5e98-4fe8-a0a0-301968c63282" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.648s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.740353] env[70917]: DEBUG nova.network.neutron [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.959227] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2e62d4d7-aeed-4474-8996-0772de16bc08 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "interface-c551795e-07b6-414e-918b-8654426feb5a-559e103c-b7a0-46f4-a92d-5c62c3276e11" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.384s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.966250] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da69f5-bcf6-41bf-938e-7d315692999a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.978231] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462293, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.982797] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c9b3ae-e985-4577-be04-91a7195c5701 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.016725] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f21b5-003b-49d4-bee1-3f80ecb52035 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.024323] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ed491-0c7e-4b23-9375-37cdbaa1ee2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.038205] env[70917]: DEBUG nova.compute.provider_tree [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.134309] env[70917]: DEBUG oslo_vmware.api [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462294, 'name': PowerOffVM_Task, 'duration_secs': 0.253049} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.134574] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.134816] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.135132] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a682d1-8cef-4f63-acb7-1668defd83ef {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.193674] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.202396] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.202621] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.202798] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleting the datastore file [datastore2] c551795e-07b6-414e-918b-8654426feb5a {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.203062] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7889c81-84d5-45a3-90eb-3afc1440e206 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.208817] env[70917]: DEBUG oslo_vmware.api [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1172.208817] env[70917]: value = "task-3462297" [ 1172.208817] env[70917]: _type = "Task" [ 1172.208817] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.218359] env[70917]: DEBUG oslo_vmware.api [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.246094] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.246462] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance network_info: |[{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.246809] env[70917]: DEBUG oslo_concurrency.lockutils [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.246995] env[70917]: DEBUG nova.network.neutron [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.248286] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:15:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffbd6b1e-08a9-452a-8cbc-ae091306b3c5', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.255788] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.256800] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.257056] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740226fc-7b9d-4647-b46a-ad11efa1af1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.277189] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.277189] env[70917]: value = "task-3462298" [ 1172.277189] env[70917]: _type = "Task" [ 1172.277189] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.289375] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462298, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.480435] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536953} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.480738] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] f1888059-9aaf-42ee-9e0b-e14cca2a064b/f1888059-9aaf-42ee-9e0b-e14cca2a064b.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.481019] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.481310] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3257898a-4a41-4f73-86dd-414a52d416fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.488157] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1172.488157] env[70917]: value = "task-3462299" [ 1172.488157] env[70917]: _type = "Task" [ 1172.488157] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.498349] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.505061] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.505321] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.542088] env[70917]: DEBUG nova.scheduler.client.report [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.697366] env[70917]: DEBUG oslo_vmware.api [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462295, 'name': PowerOnVM_Task, 'duration_secs': 0.978467} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.697668] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.720324] env[70917]: DEBUG oslo_vmware.api [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375748} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.721117] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.721481] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.721836] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.722076] env[70917]: INFO nova.compute.manager [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: c551795e-07b6-414e-918b-8654426feb5a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1172.722449] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.722659] env[70917]: DEBUG nova.compute.manager [-] [instance: c551795e-07b6-414e-918b-8654426feb5a] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.722755] env[70917]: DEBUG nova.network.neutron [-] [instance: c551795e-07b6-414e-918b-8654426feb5a] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.790590] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462298, 'name': CreateVM_Task, 'duration_secs': 0.357502} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.790766] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.791603] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.791827] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.792083] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.792519] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47414beb-8377-4f38-9d60-4bff999969f6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.797819] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1172.797819] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5279f9ac-0532-bf72-e666-4ea43a1ad2db" [ 1172.797819] env[70917]: _type = "Task" [ 1172.797819] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.806446] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5279f9ac-0532-bf72-e666-4ea43a1ad2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.842987] env[70917]: DEBUG nova.compute.manager [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.844010] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322734d-10ee-405e-bc7b-2b6bbfaa9bf6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.999614] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07093} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.000031] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.000902] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697b12df-287f-4cb2-b8df-0339fa148f4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.029023] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] f1888059-9aaf-42ee-9e0b-e14cca2a064b/f1888059-9aaf-42ee-9e0b-e14cca2a064b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.029606] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5af11b-eadc-4a95-8389-d0478cd6dfc9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.050058] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.053952] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.054780] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.054960] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.055142] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.055304] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.055494] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1173.055596] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.059245] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1173.059245] env[70917]: value = "task-3462300" [ 1173.059245] env[70917]: _type = "Task" [ 1173.059245] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.067600] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.308576] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5279f9ac-0532-bf72-e666-4ea43a1ad2db, 'name': SearchDatastore_Task, 'duration_secs': 0.018554} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.308961] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.309171] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.309532] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.309680] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.309844] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.310503] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0105e5f9-1256-4de6-8c24-29d08acbdc5e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.321716] env[70917]: DEBUG nova.network.neutron [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updated VIF entry in instance network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.322195] env[70917]: DEBUG nova.network.neutron [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.324526] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.324741] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.326037] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6a3ee6-95fd-44a9-a7b0-05dcc9305703 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.332018] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1173.332018] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d497ae-77a1-d94f-3a29-bddfe3cf4692" [ 1173.332018] env[70917]: _type = "Task" [ 1173.332018] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.341300] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d497ae-77a1-d94f-3a29-bddfe3cf4692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.366062] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b4e1e39c-171e-4c47-9b0a-ee993badd50b tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.888s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.556020] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.321s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.559435] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.559667] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.559831] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.559980] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1173.560894] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4518fc9-221d-4493-9d99-ed8e5d4c457d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.575122] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc3ec9-bf6a-4fdc-8ac0-a3dfeebb9184 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.581930] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.604145] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b77e324-e773-434a-9b45-51133ff6ee0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.611454] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f9950f-a2e6-48cf-affc-ef3d9640ed7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.645970] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179416MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1173.646149] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.646364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.827510] env[70917]: DEBUG oslo_concurrency.lockutils [req-c21ac278-d5f3-4a6b-9ab7-b0ce5104667b req-bf1df146-ca8d-4900-a41a-7f96b61e028e service nova] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.842856] env[70917]: DEBUG nova.compute.manager [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Received event network-changed-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.843476] env[70917]: DEBUG nova.compute.manager [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Refreshing instance network info cache due to event network-changed-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.843476] env[70917]: DEBUG oslo_concurrency.lockutils [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.843476] env[70917]: DEBUG oslo_concurrency.lockutils [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.843979] env[70917]: DEBUG nova.network.neutron [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Refreshing network info cache for port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.852895] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d497ae-77a1-d94f-3a29-bddfe3cf4692, 'name': SearchDatastore_Task, 'duration_secs': 0.023504} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.852895] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae0a3e3-8b24-492d-8009-8fb1de4e3de5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.857575] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1173.857575] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f4f3a3-b854-c513-e5d9-9a653c8cfbf3" [ 1173.857575] env[70917]: _type = "Task" [ 1173.857575] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.866331] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f4f3a3-b854-c513-e5d9-9a653c8cfbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.076013] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462300, 'name': ReconfigVM_Task, 'duration_secs': 0.973883} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.076320] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] f1888059-9aaf-42ee-9e0b-e14cca2a064b/f1888059-9aaf-42ee-9e0b-e14cca2a064b.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.076964] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-936088de-b7f4-4e7d-8441-becd664fc86e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.087660] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1174.087660] env[70917]: value = "task-3462301" [ 1174.087660] env[70917]: _type = "Task" [ 1174.087660] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.096213] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462301, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.128826] env[70917]: INFO nova.scheduler.client.report [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocation for migration a13b966d-3c33-451a-a981-709a3a743c17 [ 1174.318614] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.318920] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.319108] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "964dc5aa-b06e-4032-a0e2-3800dad7164c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.319297] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.319489] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.321680] env[70917]: INFO nova.compute.manager [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Terminating instance [ 1174.372911] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f4f3a3-b854-c513-e5d9-9a653c8cfbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.373224] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.373534] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.373814] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c345ceb8-50a2-4b2e-b262-bb1ed20718b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.382705] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1174.382705] env[70917]: value = "task-3462302" [ 1174.382705] env[70917]: _type = "Task" [ 1174.382705] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.396128] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.539019] env[70917]: DEBUG nova.network.neutron [-] [instance: c551795e-07b6-414e-918b-8654426feb5a] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.599022] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462301, 'name': Rename_Task, 'duration_secs': 0.320658} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.599022] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.599022] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce202ee-2165-4b16-b9a4-e2f188031a7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.608697] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1174.608697] env[70917]: value = "task-3462303" [ 1174.608697] env[70917]: _type = "Task" [ 1174.608697] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.619280] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.635997] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.877s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.678037] env[70917]: DEBUG nova.network.neutron [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updated VIF entry in instance network info cache for port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.678325] env[70917]: DEBUG nova.network.neutron [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.688145] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4c00b784-178f-4da4-8ab3-8392917fe975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688145] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 964dc5aa-b06e-4032-a0e2-3800dad7164c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688145] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 428b9806-7f11-40a5-bc2d-41100c2a06b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688145] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c551795e-07b6-414e-918b-8654426feb5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688365] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance d9b0bf4c-9905-49ff-a31c-aff7724bbfde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688365] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688480] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 268f96d3-a0c6-48a3-a306-19584c8a996d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688480] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 38e7ff11-0566-4794-8f50-1b6d437a10a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688612] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688841] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 05f38d54-b0de-4261-8352-df8394eda187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.688902] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance f1888059-9aaf-42ee-9e0b-e14cca2a064b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.689327] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance facecfe2-450e-459d-b491-4b2fdf62fd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1174.689327] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1174.689555] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1174.831036] env[70917]: DEBUG nova.compute.manager [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.831036] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.831036] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb5850-b683-404e-9bb2-cc4d2ac7ea92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.845307] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.845857] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df693d3a-3a54-480b-8c9f-6fc2a213ea80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.856424] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1174.856424] env[70917]: value = "task-3462304" [ 1174.856424] env[70917]: _type = "Task" [ 1174.856424] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.869958] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.897329] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.899478] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a7ac99-b747-40a7-8b37-060cdc91674c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.909722] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac61ddef-120a-4ed9-bcce-0b0dd9434846 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.946366] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517bb97-2e83-4bad-90f5-d1623abb6f6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.960647] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75fe69-61ab-473d-a213-d733e10d0a74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.982720] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.042484] env[70917]: INFO nova.compute.manager [-] [instance: c551795e-07b6-414e-918b-8654426feb5a] Took 2.32 seconds to deallocate network for instance. [ 1175.120486] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.181600] env[70917]: DEBUG oslo_concurrency.lockutils [req-6c1e9efc-9aeb-4435-898f-6c745fb15b7b req-9283459d-c8e5-4209-a716-0e9d2d15f443 service nova] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.370175] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462304, 'name': PowerOffVM_Task, 'duration_secs': 0.30959} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.370482] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.370637] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.370892] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be421060-bfa4-43a7-a448-2c6727ccd46b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.401473] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661441} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.401788] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.402038] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.402363] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-940ae0de-7019-426a-bfda-4835fc654453 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.415698] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1175.415698] env[70917]: value = "task-3462306" [ 1175.415698] env[70917]: _type = "Task" [ 1175.415698] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.428304] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.448424] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.448770] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.449023] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Deleting the datastore file [datastore1] 964dc5aa-b06e-4032-a0e2-3800dad7164c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.449639] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b165f5d-b28f-4cca-8cad-29c5b2dac8cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.461573] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for the task: (returnval){ [ 1175.461573] env[70917]: value = "task-3462307" [ 1175.461573] env[70917]: _type = "Task" [ 1175.461573] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.474424] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.485618] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.522516] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ffa280-fedc-4d41-8b5f-8f847e9dd984 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.533970] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Suspending the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1175.534197] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-36ca0a16-4203-43e5-a229-a61f658ac9eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.545718] env[70917]: DEBUG oslo_vmware.api [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1175.545718] env[70917]: value = "task-3462308" [ 1175.545718] env[70917]: _type = "Task" [ 1175.545718] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.549472] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.563486] env[70917]: DEBUG oslo_vmware.api [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462308, 'name': SuspendVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.624328] env[70917]: DEBUG oslo_vmware.api [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462303, 'name': PowerOnVM_Task, 'duration_secs': 0.686191} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.624622] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.624831] env[70917]: INFO nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1175.625029] env[70917]: DEBUG nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.625801] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b70a558-5ee5-4e94-9c46-2fc3277cb6dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.789419] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.789923] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.789923] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.790116] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.790280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.794241] env[70917]: INFO nova.compute.manager [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Terminating instance [ 1175.875913] env[70917]: DEBUG nova.compute.manager [req-a07b2221-29ca-4816-9fcd-671aaa7c4408 req-f6fb8d5c-f779-4caf-9a04-6395050ba0dd service nova] [instance: c551795e-07b6-414e-918b-8654426feb5a] Received event network-vif-deleted-61c543be-e849-4daf-babe-d0039b212db5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.930218] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.374514} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.930395] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.931198] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd46f57d-8b35-4f1e-bf08-c28e28b2e9f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.960395] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.960741] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdccfb33-dd32-4304-a13a-f717244aa78e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.989984] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1175.990156] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.344s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.990405] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.991947] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.442s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.992274] env[70917]: DEBUG nova.objects.instance [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'resources' on Instance uuid c551795e-07b6-414e-918b-8654426feb5a {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.993541] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.993541] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Cleaning up deleted instances {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1175.994797] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1175.994797] env[70917]: value = "task-3462309" [ 1175.994797] env[70917]: _type = "Task" [ 1175.994797] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.008764] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.061172] env[70917]: DEBUG oslo_vmware.api [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462308, 'name': SuspendVM_Task} progress is 62%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.148035] env[70917]: INFO nova.compute.manager [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Took 13.38 seconds to build instance. [ 1176.299340] env[70917]: DEBUG nova.compute.manager [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.299477] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.301156] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb29f8b-4036-4b84-a5e2-0a5493cdbd93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.312497] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.312760] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e505d73-082e-4bda-b0f1-43263fb66208 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.323380] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1176.323380] env[70917]: value = "task-3462310" [ 1176.323380] env[70917]: _type = "Task" [ 1176.323380] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.338416] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.491048] env[70917]: DEBUG oslo_vmware.api [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Task: {'id': task-3462307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.573266} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.491048] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.491048] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.491048] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.491708] env[70917]: INFO nova.compute.manager [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1176.491708] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.491708] env[70917]: DEBUG nova.compute.manager [-] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.491807] env[70917]: DEBUG nova.network.neutron [-] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.511865] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] There are 53 instances to clean {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1176.512032] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f8f35989-5e98-4fe8-a0a0-301968c63282] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.534552] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.564784] env[70917]: DEBUG oslo_vmware.api [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462308, 'name': SuspendVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.652622] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2145a652-c545-482a-86db-7630cbb1ee5e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.897s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.697818] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fae886-aee4-46f2-811b-e549dd6da5b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.710629] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64f1a2-3b85-4b15-b47c-91b0a6f73243 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.748436] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d8f7ec-a9b8-4498-b4c3-d2cb7a1e4b27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.762139] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41cda59-b45a-4a88-977d-a52d0e533496 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.782441] env[70917]: DEBUG nova.compute.provider_tree [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.841193] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462310, 'name': PowerOffVM_Task, 'duration_secs': 0.287118} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.842046] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.842046] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.842046] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57418c0-ee33-46f0-b5fd-25fc41a7ef95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.911813] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.912041] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.912252] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleting the datastore file [datastore2] 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.912515] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4772d3ae-3203-433a-b74e-af0d7a6590c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.923506] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for the task: (returnval){ [ 1176.923506] env[70917]: value = "task-3462312" [ 1176.923506] env[70917]: _type = "Task" [ 1176.923506] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.937300] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.013753] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462309, 'name': ReconfigVM_Task, 'duration_secs': 0.833241} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.014419] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Reconfigured VM instance instance-0000006e to attach disk [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.014740] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28aa85f6-7463-41c0-8005-215af55c3a21 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.019101] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: a737aa90-85ba-4eea-92b8-eb3ebed56205] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.025643] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1177.025643] env[70917]: value = "task-3462313" [ 1177.025643] env[70917]: _type = "Task" [ 1177.025643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.045920] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462313, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.064237] env[70917]: DEBUG oslo_vmware.api [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462308, 'name': SuspendVM_Task, 'duration_secs': 1.065058} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.064530] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Suspended the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1177.064810] env[70917]: DEBUG nova.compute.manager [None req-ddc72b8c-0825-465f-89df-6c481c7b8a57 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.065769] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21049c4-5ca3-42dd-97d6-2e49da38c16a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.286638] env[70917]: DEBUG nova.scheduler.client.report [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.406475] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "9edcc62a-e557-46b7-8426-a5edfb5ab564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.406711] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.439367] env[70917]: DEBUG oslo_vmware.api [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Task: {'id': task-3462312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151081} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.439665] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.439852] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.440043] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.440225] env[70917]: INFO nova.compute.manager [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1177.440463] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.440663] env[70917]: DEBUG nova.compute.manager [-] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.441203] env[70917]: DEBUG nova.network.neutron [-] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.522653] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 023f84ad-fa2b-4923-b36c-765e474ace47] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.543619] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462313, 'name': Rename_Task, 'duration_secs': 0.360802} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.545482] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.545482] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb93884e-c9a4-48f4-bf30-bfbe36f99c83 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.559899] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1177.559899] env[70917]: value = "task-3462314" [ 1177.559899] env[70917]: _type = "Task" [ 1177.559899] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.569587] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.580124] env[70917]: DEBUG nova.network.neutron [-] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.615593] env[70917]: DEBUG oslo_concurrency.lockutils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.615846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.791580] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.816102] env[70917]: INFO nova.scheduler.client.report [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted allocations for instance c551795e-07b6-414e-918b-8654426feb5a [ 1177.909794] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.967145] env[70917]: DEBUG nova.compute.manager [req-bfd73f98-ede3-4787-b2a9-d1bcb8d1ca87 req-bfcf80ba-aa53-421f-8d25-5e3ade25e150 service nova] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Received event network-vif-deleted-d355819a-2cbc-4287-a7e2-c19247274a16 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.967562] env[70917]: DEBUG nova.compute.manager [req-bfd73f98-ede3-4787-b2a9-d1bcb8d1ca87 req-bfcf80ba-aa53-421f-8d25-5e3ade25e150 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Received event network-vif-deleted-14ac058b-fb73-4467-b27b-e3d3623a1939 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.967637] env[70917]: INFO nova.compute.manager [req-bfd73f98-ede3-4787-b2a9-d1bcb8d1ca87 req-bfcf80ba-aa53-421f-8d25-5e3ade25e150 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Neutron deleted interface 14ac058b-fb73-4467-b27b-e3d3623a1939; detaching it from the instance and deleting it from the info cache [ 1177.967859] env[70917]: DEBUG nova.network.neutron [req-bfd73f98-ede3-4787-b2a9-d1bcb8d1ca87 req-bfcf80ba-aa53-421f-8d25-5e3ade25e150 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.993640] env[70917]: INFO nova.compute.manager [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Resuming [ 1177.994340] env[70917]: DEBUG nova.objects.instance [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'flavor' on Instance uuid 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.025913] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 20ff1ff3-00e2-4d50-bf60-16e0a5541d5a] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.070978] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.087975] env[70917]: INFO nova.compute.manager [-] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Took 1.60 seconds to deallocate network for instance. [ 1178.118722] env[70917]: DEBUG nova.compute.utils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.248308] env[70917]: DEBUG nova.network.neutron [-] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.323929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9850a9b7-fcb6-414a-b315-46fb11521fd4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "c551795e-07b6-414e-918b-8654426feb5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.223s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.434634] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.434899] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.436369] env[70917]: INFO nova.compute.claims [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.471008] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd807429-4ecb-4e51-89ce-da799a51681e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.485370] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce4c33-7a9d-4984-8405-e03908b90682 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.521297] env[70917]: DEBUG nova.compute.manager [req-bfd73f98-ede3-4787-b2a9-d1bcb8d1ca87 req-bfcf80ba-aa53-421f-8d25-5e3ade25e150 service nova] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Detach interface failed, port_id=14ac058b-fb73-4467-b27b-e3d3623a1939, reason: Instance 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.529358] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 05ba1eae-97a6-4a4c-886a-8f091966824c] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.571954] env[70917]: DEBUG oslo_vmware.api [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462314, 'name': PowerOnVM_Task, 'duration_secs': 0.718996} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.572292] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.572502] env[70917]: INFO nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1178.572680] env[70917]: DEBUG nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.573487] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef23e5-3b3a-4096-9648-d2e8e6b5d172 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.593888] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.623337] env[70917]: DEBUG oslo_concurrency.lockutils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.751611] env[70917]: INFO nova.compute.manager [-] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Took 1.31 seconds to deallocate network for instance. [ 1179.032807] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: a5c5b5d1-8dc5-4e9c-9c20-befdb11a1574] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.095432] env[70917]: INFO nova.compute.manager [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Took 14.18 seconds to build instance. [ 1179.159085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.159250] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.159338] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.159792] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.159792] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.161909] env[70917]: INFO nova.compute.manager [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Terminating instance [ 1179.258689] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.504388] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.504571] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquired lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.505217] env[70917]: DEBUG nova.network.neutron [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.538823] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 01020403-c3c1-440a-a39d-2a679f18a18b] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.597157] env[70917]: DEBUG oslo_concurrency.lockutils [None req-6ec354b6-55aa-4970-a6b6-39ca32500910 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.691s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.611345] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e851fd6-b55d-4286-9a73-bb84dc62da27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.624102] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffee2ed-b6c9-49e7-ba5b-53c838ba36a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.659444] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dfd8e3-468e-46d4-9016-89ba74110968 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.666367] env[70917]: DEBUG nova.compute.manager [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.666684] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.667496] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a72e3-8cd0-49dd-80aa-2455e2367bdc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.673891] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530d378-4bdd-4fab-b1c5-e5f621270a02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.682192] env[70917]: DEBUG oslo_concurrency.lockutils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.682473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.682697] env[70917]: INFO nova.compute.manager [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Attaching volume bc91d02d-460c-4503-8c56-cdb918938cac to /dev/sdb [ 1179.684308] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.692405] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d6a742e-a5af-4d8b-a572-528623f7bca0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.694797] env[70917]: DEBUG nova.compute.provider_tree [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.709017] env[70917]: DEBUG oslo_vmware.api [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1179.709017] env[70917]: value = "task-3462315" [ 1179.709017] env[70917]: _type = "Task" [ 1179.709017] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.726025] env[70917]: DEBUG oslo_vmware.api [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.741709] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587f2da-ebd1-4dd6-a0d4-c1ddfbd78be5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.753350] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed59dcf-ac45-47ca-87a4-dc7953c664a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.772592] env[70917]: DEBUG nova.virt.block_device [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updating existing volume attachment record: 9dfc8691-1c85-4d17-a363-743e0f12707d {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.994159] env[70917]: DEBUG nova.compute.manager [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.994159] env[70917]: DEBUG nova.compute.manager [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing instance network info cache due to event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.995711] env[70917]: DEBUG oslo_concurrency.lockutils [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.996121] env[70917]: DEBUG oslo_concurrency.lockutils [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.996549] env[70917]: DEBUG nova.network.neutron [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.044742] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 780aa867-532f-4676-9fc9-434faed70326] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.201027] env[70917]: DEBUG nova.scheduler.client.report [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.224301] env[70917]: DEBUG oslo_vmware.api [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462315, 'name': PowerOffVM_Task, 'duration_secs': 0.208148} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.225478] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.225478] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.225478] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfcbdfd6-3518-427f-bdd7-e965d1d6e24d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.295258] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.296385] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.296385] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleting the datastore file [datastore1] 428b9806-7f11-40a5-bc2d-41100c2a06b7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.296385] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cdf3c6d-74a3-428b-aab8-b0d2a0a1e638 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.307790] env[70917]: DEBUG oslo_vmware.api [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for the task: (returnval){ [ 1180.307790] env[70917]: value = "task-3462318" [ 1180.307790] env[70917]: _type = "Task" [ 1180.307790] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.320651] env[70917]: DEBUG oslo_vmware.api [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.470301] env[70917]: DEBUG nova.network.neutron [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [{"id": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "address": "fa:16:3e:90:14:45", "network": {"id": "5e050b7b-a7b4-412e-bc45-fd023ca20c49", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-167878591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ec7323165e4b5c94eae74c08e198ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6fb7a1-08", "ovs_interfaceid": "7d6fb7a1-0847-4b48-9634-49c07d9e3423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.547382] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: d49471a9-1625-4111-8e9b-a6155770a694] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.688170] env[70917]: DEBUG nova.network.neutron [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updated VIF entry in instance network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.688558] env[70917]: DEBUG nova.network.neutron [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.706574] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.707176] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.709620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.116s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.709838] env[70917]: DEBUG nova.objects.instance [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lazy-loading 'resources' on Instance uuid 964dc5aa-b06e-4032-a0e2-3800dad7164c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.822564] env[70917]: DEBUG oslo_vmware.api [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Task: {'id': task-3462318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147193} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.822826] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.823015] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.823199] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.823420] env[70917]: INFO nova.compute.manager [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1180.823693] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.823893] env[70917]: DEBUG nova.compute.manager [-] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.823988] env[70917]: DEBUG nova.network.neutron [-] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.973273] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Releasing lock "refresh_cache-268f96d3-a0c6-48a3-a306-19584c8a996d" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.974799] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f9b95-60ee-45c0-addf-f6d3db7e56bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.988850] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Resuming the VM {{(pid=70917) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1180.989011] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab8b3e58-7b92-4401-ad38-e6294811b453 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.001952] env[70917]: DEBUG oslo_vmware.api [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1181.001952] env[70917]: value = "task-3462319" [ 1181.001952] env[70917]: _type = "Task" [ 1181.001952] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.017771] env[70917]: DEBUG oslo_vmware.api [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.051220] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c0b9cb91-17d5-40fc-a0ad-f663f7864012] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.192101] env[70917]: DEBUG oslo_concurrency.lockutils [req-9befe41d-3fea-4e7a-915c-e786d3c58d64 req-49dfd5a3-3d34-463d-9de7-51dded85aae7 service nova] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.212506] env[70917]: DEBUG nova.compute.utils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.213966] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.214160] env[70917]: DEBUG nova.network.neutron [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.264865] env[70917]: DEBUG nova.policy [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.384043] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c2c81-d5bf-466e-a3b0-95b3ba810b73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.397085] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e8e3ed-3377-46b9-a778-8350fd64dd11 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.439348] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec4df0b-250a-4627-bb99-d1394bafa9d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.455943] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301da689-36e8-4179-a67d-70a927c6cecc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.481707] env[70917]: DEBUG nova.compute.provider_tree [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.520834] env[70917]: DEBUG oslo_vmware.api [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462319, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.537265] env[70917]: DEBUG nova.network.neutron [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Successfully created port: c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.542036] env[70917]: DEBUG nova.network.neutron [-] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.554467] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: dbfe29cd-0ab0-4e86-b563-0ada6cf0af7a] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.720390] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.984045] env[70917]: DEBUG nova.scheduler.client.report [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.018329] env[70917]: DEBUG oslo_vmware.api [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462319, 'name': PowerOnVM_Task, 'duration_secs': 0.646014} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.018448] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Resumed the VM {{(pid=70917) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1182.018618] env[70917]: DEBUG nova.compute.manager [None req-2ecff6b8-9590-4169-b3d7-304e0ed55bf5 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.019489] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f30add-229f-43f5-8dd4-94d099229d5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.028394] env[70917]: DEBUG nova.compute.manager [req-4f1bb70f-4a21-4df8-976f-fa161f4ecac8 req-bd8a8fa0-15fb-4932-8b23-1b77e05bfb14 service nova] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Received event network-vif-deleted-bcdcc742-1235-4949-8676-3dfbbdaeff2d {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.045250] env[70917]: INFO nova.compute.manager [-] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Took 1.22 seconds to deallocate network for instance. [ 1182.058023] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 7b410033-d3cb-461e-8d7d-6ca36c2d1ba2] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.489793] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.492289] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.234s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.492546] env[70917]: DEBUG nova.objects.instance [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lazy-loading 'resources' on Instance uuid 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.511981] env[70917]: INFO nova.scheduler.client.report [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Deleted allocations for instance 964dc5aa-b06e-4032-a0e2-3800dad7164c [ 1182.551327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.560950] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c2bd083c-a2b0-4c38-b4e9-30438e6116d8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.730547] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.757485] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.757738] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.757896] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.758092] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.758243] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.758390] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.758595] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.758752] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.758917] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.759138] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.759402] env[70917]: DEBUG nova.virt.hardware [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.760307] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6927fe09-e533-4fde-9e5e-0ece8e7a908b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.773456] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97b017d-bc39-49ba-8af9-8e49b56acf88 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.024698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2f679036-5971-45dc-bccf-bdb3e5280eb0 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Lock "964dc5aa-b06e-4032-a0e2-3800dad7164c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.706s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.064740] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: fbb11e57-dbf9-4cf4-8858-7a71f36a1be0] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.140466] env[70917]: DEBUG nova.network.neutron [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Successfully updated port: c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.183674] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accce8ba-9d00-49f1-ab6a-700a7c8bdd83 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.196684] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c3dd2-b6c9-4c55-b32b-d01b8924ff5b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.238116] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbb684a-2242-48bd-9ae2-499870e2d7ea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.249369] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421671ed-7cce-4443-b29e-86d721accba2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.270300] env[70917]: DEBUG nova.compute.provider_tree [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.568111] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 44a4ec90-fd14-4da8-b9e4-ba9d6e5e59f9] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.646298] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-9edcc62a-e557-46b7-8426-a5edfb5ab564" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.646478] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-9edcc62a-e557-46b7-8426-a5edfb5ab564" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.646628] env[70917]: DEBUG nova.network.neutron [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.774483] env[70917]: DEBUG nova.scheduler.client.report [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.070754] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 31566dbc-56be-4c73-b0dd-acc6e52a5e69] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.076594] env[70917]: DEBUG nova.compute.manager [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Received event network-vif-plugged-c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.076828] env[70917]: DEBUG oslo_concurrency.lockutils [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] Acquiring lock "9edcc62a-e557-46b7-8426-a5edfb5ab564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.077048] env[70917]: DEBUG oslo_concurrency.lockutils [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.077209] env[70917]: DEBUG oslo_concurrency.lockutils [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.077415] env[70917]: DEBUG nova.compute.manager [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] No waiting events found dispatching network-vif-plugged-c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.077551] env[70917]: WARNING nova.compute.manager [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Received unexpected event network-vif-plugged-c0bb9fc1-36b8-41f3-af7d-866b36047d42 for instance with vm_state building and task_state spawning. [ 1184.077709] env[70917]: DEBUG nova.compute.manager [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Received event network-changed-c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.077860] env[70917]: DEBUG nova.compute.manager [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Refreshing instance network info cache due to event network-changed-c0bb9fc1-36b8-41f3-af7d-866b36047d42. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.078116] env[70917]: DEBUG oslo_concurrency.lockutils [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] Acquiring lock "refresh_cache-9edcc62a-e557-46b7-8426-a5edfb5ab564" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.167692] env[70917]: INFO nova.compute.manager [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Rebuilding instance [ 1184.198349] env[70917]: DEBUG nova.network.neutron [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.224038] env[70917]: DEBUG nova.compute.manager [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.224933] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3680fafa-6d1a-4ba5-bc60-69efd35a65e3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.281442] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.283581] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.732s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.283822] env[70917]: DEBUG nova.objects.instance [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lazy-loading 'resources' on Instance uuid 428b9806-7f11-40a5-bc2d-41100c2a06b7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.308674] env[70917]: INFO nova.scheduler.client.report [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Deleted allocations for instance 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf [ 1184.321366] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.321595] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691555', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'name': 'volume-bc91d02d-460c-4503-8c56-cdb918938cac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b0bf4c-9905-49ff-a31c-aff7724bbfde', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'serial': 'bc91d02d-460c-4503-8c56-cdb918938cac'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.325024] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af21c12-223b-4f7e-8861-25e8c55e342d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.345452] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25295ed-15c7-4d0d-a918-2a1ac84a7c13 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.379719] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-bc91d02d-460c-4503-8c56-cdb918938cac/volume-bc91d02d-460c-4503-8c56-cdb918938cac.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.383174] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd357009-aa7c-49d2-9cad-644efaaf5b65 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.407148] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1184.407148] env[70917]: value = "task-3462321" [ 1184.407148] env[70917]: _type = "Task" [ 1184.407148] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.420074] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.439071] env[70917]: DEBUG nova.network.neutron [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Updating instance_info_cache with network_info: [{"id": "c0bb9fc1-36b8-41f3-af7d-866b36047d42", "address": "fa:16:3e:3d:fe:44", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bb9fc1-36", "ovs_interfaceid": "c0bb9fc1-36b8-41f3-af7d-866b36047d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.576592] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: e51e6d28-9a43-4cff-99e1-317762155816] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.817581] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Lock "68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.027s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.922692] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.942019] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-9edcc62a-e557-46b7-8426-a5edfb5ab564" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.942019] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Instance network_info: |[{"id": "c0bb9fc1-36b8-41f3-af7d-866b36047d42", "address": "fa:16:3e:3d:fe:44", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bb9fc1-36", "ovs_interfaceid": "c0bb9fc1-36b8-41f3-af7d-866b36047d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.942019] env[70917]: DEBUG oslo_concurrency.lockutils [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] Acquired lock "refresh_cache-9edcc62a-e557-46b7-8426-a5edfb5ab564" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.942019] env[70917]: DEBUG nova.network.neutron [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Refreshing network info cache for port c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.942705] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:fe:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0bb9fc1-36b8-41f3-af7d-866b36047d42', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.954262] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.959687] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.960461] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a139ac5-e01f-4bd3-a76d-416777891b98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.981995] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdadce31-5a01-436a-9cae-495a4f850153 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.998508] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd092d-6483-4baf-84b6-04215fd96bf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.001859] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.001859] env[70917]: value = "task-3462322" [ 1185.001859] env[70917]: _type = "Task" [ 1185.001859] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.042481] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a37af5-9353-4b75-8642-c83c3c414623 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.045086] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462322, 'name': CreateVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.055653] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a669f-6025-4ac3-aeba-5d4002500fb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.075466] env[70917]: DEBUG nova.compute.provider_tree [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.079526] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 0ebd5a5c-787b-41d8-84dd-9da88017a88e] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.247748] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.248059] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a79df2d-a493-4d1c-85c2-a73455736e61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.255426] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1185.255426] env[70917]: value = "task-3462323" [ 1185.255426] env[70917]: _type = "Task" [ 1185.255426] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.263874] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.284694] env[70917]: DEBUG nova.network.neutron [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Updated VIF entry in instance network info cache for port c0bb9fc1-36b8-41f3-af7d-866b36047d42. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.285102] env[70917]: DEBUG nova.network.neutron [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Updating instance_info_cache with network_info: [{"id": "c0bb9fc1-36b8-41f3-af7d-866b36047d42", "address": "fa:16:3e:3d:fe:44", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bb9fc1-36", "ovs_interfaceid": "c0bb9fc1-36b8-41f3-af7d-866b36047d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.419756] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462321, 'name': ReconfigVM_Task, 'duration_secs': 0.544476} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.420212] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-bc91d02d-460c-4503-8c56-cdb918938cac/volume-bc91d02d-460c-4503-8c56-cdb918938cac.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.425420] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952e824e-c8b1-4935-aca5-1e3d49b07db9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.442177] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1185.442177] env[70917]: value = "task-3462324" [ 1185.442177] env[70917]: _type = "Task" [ 1185.442177] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.450793] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.512399] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462322, 'name': CreateVM_Task, 'duration_secs': 0.369758} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.512589] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.513339] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.513533] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.513860] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.514139] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1fb6e9-9bfc-4ec3-ad1e-2c0db6253e64 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.519556] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1185.519556] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528f5206-5417-d777-d109-1726b663a10a" [ 1185.519556] env[70917]: _type = "Task" [ 1185.519556] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.529407] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528f5206-5417-d777-d109-1726b663a10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.578493] env[70917]: DEBUG nova.scheduler.client.report [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.584674] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 62f24cb5-b20e-408a-a39e-52455baa99c5] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.768600] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462323, 'name': PowerOffVM_Task, 'duration_secs': 0.182921} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.769080] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.771190] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.771489] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6eda14-bdd2-44d7-ba69-39eb11ec608e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.777974] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1185.777974] env[70917]: value = "task-3462326" [ 1185.777974] env[70917]: _type = "Task" [ 1185.777974] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.788546] env[70917]: DEBUG oslo_concurrency.lockutils [req-a30b14da-5d6d-47b9-a008-4fbc01958f90 req-8981161a-af11-46eb-8ce3-713af8382360 service nova] Releasing lock "refresh_cache-9edcc62a-e557-46b7-8426-a5edfb5ab564" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.789080] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1185.789328] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.789547] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691531', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'name': 'volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '981aeb2c-d376-4011-ba9d-ac8076b84275', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'serial': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.790347] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c08050-6cce-4083-9e34-9c0766140811 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.807515] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ead21d-92ab-4d05-979b-39f8d7a5aa99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.814127] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03950c0-5dd5-4ce1-9e98-d47eda4629b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.830723] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6528d260-b03f-4bcf-88e1-9e3a5b40632f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.844635] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] The volume has not been displaced from its original location: [datastore1] volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91/volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.849879] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.850259] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b9c340-34b1-46be-adfd-0b7cecf12615 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.867563] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1185.867563] env[70917]: value = "task-3462327" [ 1185.867563] env[70917]: _type = "Task" [ 1185.867563] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.875501] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.954327] env[70917]: DEBUG oslo_vmware.api [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462324, 'name': ReconfigVM_Task, 'duration_secs': 0.186855} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.954643] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691555', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'name': 'volume-bc91d02d-460c-4503-8c56-cdb918938cac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b0bf4c-9905-49ff-a31c-aff7724bbfde', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'serial': 'bc91d02d-460c-4503-8c56-cdb918938cac'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.030043] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528f5206-5417-d777-d109-1726b663a10a, 'name': SearchDatastore_Task, 'duration_secs': 0.016129} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.030427] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.030715] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.030993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.031253] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.031447] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.031709] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca8fc103-44c5-45bd-82a7-49a702755f53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.046313] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.046502] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.047236] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bb0542-ba90-48f7-bee5-a34f7b1069c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.052161] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1186.052161] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c1554-7ab7-929e-b704-b90595af10fb" [ 1186.052161] env[70917]: _type = "Task" [ 1186.052161] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.060876] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c1554-7ab7-929e-b704-b90595af10fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.088949] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.091664] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9edd5371-cba9-49e7-9ebc-323b123683b5] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.120820] env[70917]: INFO nova.scheduler.client.report [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Deleted allocations for instance 428b9806-7f11-40a5-bc2d-41100c2a06b7 [ 1186.121747] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.121747] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.121884] env[70917]: INFO nova.compute.manager [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Shelving [ 1186.377965] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462327, 'name': ReconfigVM_Task, 'duration_secs': 0.202351} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.378398] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.383405] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4820b1d3-30c4-4b29-b7fe-2d4bea9cfc41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.399724] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1186.399724] env[70917]: value = "task-3462328" [ 1186.399724] env[70917]: _type = "Task" [ 1186.399724] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.409084] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.562637] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]524c1554-7ab7-929e-b704-b90595af10fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.563597] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e11ecb-9fc1-4dd5-866c-b45d9db63fc4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.569219] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1186.569219] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522bf7a5-2e9c-50aa-f0c9-8fa6b916acea" [ 1186.569219] env[70917]: _type = "Task" [ 1186.569219] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.577831] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522bf7a5-2e9c-50aa-f0c9-8fa6b916acea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.596030] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 3c26c345-b37f-4b43-b572-d03ea8c3d9b8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.631037] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Lock "428b9806-7f11-40a5-bc2d-41100c2a06b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.472s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.826799] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.827108] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.827325] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.827508] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.827673] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.829715] env[70917]: INFO nova.compute.manager [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Terminating instance [ 1186.914305] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462328, 'name': ReconfigVM_Task, 'duration_secs': 0.231968} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.914305] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691531', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'name': 'volume-5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '981aeb2c-d376-4011-ba9d-ac8076b84275', 'attached_at': '', 'detached_at': '', 'volume_id': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91', 'serial': '5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.915397] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.915745] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cabb3ad-dc6f-43b6-8b72-2e5a0aaf6b7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.924394] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.924515] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b291c2ac-fa06-4a3d-b432-1136442c5a7e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.994895] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.995137] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.995396] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Deleting the datastore file [datastore1] 981aeb2c-d376-4011-ba9d-ac8076b84275 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.995593] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed40c5ad-64d5-4ed3-98c6-62675e50267e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.998346] env[70917]: DEBUG nova.objects.instance [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'flavor' on Instance uuid d9b0bf4c-9905-49ff-a31c-aff7724bbfde {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.005055] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for the task: (returnval){ [ 1187.005055] env[70917]: value = "task-3462330" [ 1187.005055] env[70917]: _type = "Task" [ 1187.005055] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.012956] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.079916] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]522bf7a5-2e9c-50aa-f0c9-8fa6b916acea, 'name': SearchDatastore_Task, 'duration_secs': 0.021188} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.080205] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.080469] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9edcc62a-e557-46b7-8426-a5edfb5ab564/9edcc62a-e557-46b7-8426-a5edfb5ab564.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.080730] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-412dab08-941a-41f5-81f5-ba11da85134a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.086881] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1187.086881] env[70917]: value = "task-3462331" [ 1187.086881] env[70917]: _type = "Task" [ 1187.086881] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.094687] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.100251] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 7a399816-9500-424f-92d1-92092372e8fc] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.136189] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.136489] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d6f859-c7e8-4bb3-a581-ea7a2edca058 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.143844] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1187.143844] env[70917]: value = "task-3462332" [ 1187.143844] env[70917]: _type = "Task" [ 1187.143844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.153190] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.334470] env[70917]: DEBUG nova.compute.manager [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.334470] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.335204] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d450895-e716-474a-9f3f-b350a5407cd2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.343811] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.344104] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc601f5-e550-4546-810f-4e10fd2aef1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.350333] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1187.350333] env[70917]: value = "task-3462333" [ 1187.350333] env[70917]: _type = "Task" [ 1187.350333] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.359074] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.504542] env[70917]: DEBUG oslo_concurrency.lockutils [None req-535a6b8a-2265-4210-a392-d6259b2d4e1f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.822s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.516766] env[70917]: DEBUG oslo_vmware.api [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Task: {'id': task-3462330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139483} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.516766] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.516766] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.517069] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.574487] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.574820] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ae3a7ef-8d2e-4c1a-8d73-d9cc1ccad361 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.584249] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e2a627-c1ba-4a6a-8a74-c01636a36335 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.603046] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.603660] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 68a75d51-97da-47fb-8295-9c48ef816e66] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.619374] env[70917]: ERROR nova.compute.manager [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Failed to detach volume 5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91 from /dev/sda: nova.exception.InstanceNotFound: Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 could not be found. [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Traceback (most recent call last): [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self.driver.rebuild(**kwargs) [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] raise NotImplementedError() [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] NotImplementedError [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] During handling of the above exception, another exception occurred: [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Traceback (most recent call last): [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self.driver.detach_volume(context, old_connection_info, [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] return self._volumeops.detach_volume(connection_info, instance) [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._detach_volume_vmdk(connection_info, instance) [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] stable_ref.fetch_moref(session) [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] nova.exception.InstanceNotFound: Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 could not be found. [ 1187.619374] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.655686] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462332, 'name': PowerOffVM_Task, 'duration_secs': 0.209746} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.655974] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.656810] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159a9a1b-f08a-4a45-87bd-646bde8adb64 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.688064] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a069fd0-7dd4-4a21-92bc-5b1233e95d3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.809684] env[70917]: DEBUG nova.compute.utils [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Build of instance 981aeb2c-d376-4011-ba9d-ac8076b84275 aborted: Failed to rebuild volume backed instance. {{(pid=70917) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1187.811986] env[70917]: ERROR nova.compute.manager [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 981aeb2c-d376-4011-ba9d-ac8076b84275 aborted: Failed to rebuild volume backed instance. [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Traceback (most recent call last): [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self.driver.rebuild(**kwargs) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] raise NotImplementedError() [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] NotImplementedError [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] During handling of the above exception, another exception occurred: [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Traceback (most recent call last): [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._detach_root_volume(context, instance, root_bdm) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] with excutils.save_and_reraise_exception(): [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self.force_reraise() [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] raise self.value [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self.driver.detach_volume(context, old_connection_info, [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] return self._volumeops.detach_volume(connection_info, instance) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._detach_volume_vmdk(connection_info, instance) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] stable_ref.fetch_moref(session) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] nova.exception.InstanceNotFound: Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 could not be found. [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] During handling of the above exception, another exception occurred: [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Traceback (most recent call last): [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] yield [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1187.811986] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._do_rebuild_instance_with_claim( [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._do_rebuild_instance( [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._rebuild_default_impl(**kwargs) [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] self._rebuild_volume_backed_instance( [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] raise exception.BuildAbortException( [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] nova.exception.BuildAbortException: Build of instance 981aeb2c-d376-4011-ba9d-ac8076b84275 aborted: Failed to rebuild volume backed instance. [ 1187.813214] env[70917]: ERROR nova.compute.manager [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] [ 1187.864269] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.104626] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.106181] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 595a79bd-4b05-470d-bcf1-94858bb13ca0] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.202412] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1188.202412] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e0c808d-e231-4d5b-95f0-b14508324983 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.208798] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1188.208798] env[70917]: value = "task-3462334" [ 1188.208798] env[70917]: _type = "Task" [ 1188.208798] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.218443] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.349431] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.349682] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.364225] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462333, 'name': PowerOffVM_Task, 'duration_secs': 0.6181} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.364552] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.364711] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.365205] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3fea2e-ce22-4cd7-9321-45096dc694c0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.437203] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.440024] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.440024] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleting the datastore file [datastore1] 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.440024] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0835ccc6-722d-4fd2-8465-bee3c1d466b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.452440] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for the task: (returnval){ [ 1188.452440] env[70917]: value = "task-3462336" [ 1188.452440] env[70917]: _type = "Task" [ 1188.452440] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.458618] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.606719] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462331, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.14344} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.607032] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9edcc62a-e557-46b7-8426-a5edfb5ab564/9edcc62a-e557-46b7-8426-a5edfb5ab564.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.607217] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.607474] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94d0c4bd-5966-4fab-ac2d-968e306337dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.616235] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 17e2c46b-5104-41a5-a9c5-f8d24629c3f3] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.623180] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1188.623180] env[70917]: value = "task-3462337" [ 1188.623180] env[70917]: _type = "Task" [ 1188.623180] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.637481] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.721046] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462334, 'name': CreateSnapshot_Task, 'duration_secs': 0.463152} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.721375] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.722136] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b7b966-8d5e-4ca2-8f9b-38d3eb813319 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.852207] env[70917]: INFO nova.compute.manager [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Detaching volume bc91d02d-460c-4503-8c56-cdb918938cac [ 1188.900023] env[70917]: INFO nova.virt.block_device [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Attempting to driver detach volume bc91d02d-460c-4503-8c56-cdb918938cac from mountpoint /dev/sdb [ 1188.900023] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.900023] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691555', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'name': 'volume-bc91d02d-460c-4503-8c56-cdb918938cac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b0bf4c-9905-49ff-a31c-aff7724bbfde', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'serial': 'bc91d02d-460c-4503-8c56-cdb918938cac'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.900685] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c150672c-9dbe-4233-b37a-67b685dec492 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.930667] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95b84e-2607-44ec-a00d-ed6cb065c7c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.938828] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae741c-b242-4af6-a98c-ebbed0cbd899 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.963846] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ac040-df0f-41d9-8cf6-3aa9d217ac99 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.977228] env[70917]: DEBUG oslo_vmware.api [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Task: {'id': task-3462336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180213} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.992950] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.993455] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.993574] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.993848] env[70917]: INFO nova.compute.manager [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1188.994223] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.994533] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc91d02d-460c-4503-8c56-cdb918938cac/volume-bc91d02d-460c-4503-8c56-cdb918938cac.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.999879] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.000268] env[70917]: DEBUG nova.compute.manager [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.000434] env[70917]: DEBUG nova.network.neutron [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.002274] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886df7c5-cd93-4539-8f9f-f8f6dbc16603 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.022478] env[70917]: DEBUG oslo_vmware.api [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1189.022478] env[70917]: value = "task-3462338" [ 1189.022478] env[70917]: _type = "Task" [ 1189.022478] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.030582] env[70917]: DEBUG oslo_vmware.api [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.119873] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: a29460b6-5da4-4c4c-845a-38da2c1274cd] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.133048] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087558} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.136337] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.136337] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a773251-32ce-4b41-bc65-38423e2bc35b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.159858] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9edcc62a-e557-46b7-8426-a5edfb5ab564/9edcc62a-e557-46b7-8426-a5edfb5ab564.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.160825] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d4cf76-080d-4ae8-8bfc-0aa3fbf0e01c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.181899] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1189.181899] env[70917]: value = "task-3462339" [ 1189.181899] env[70917]: _type = "Task" [ 1189.181899] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.190705] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.240617] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1189.241024] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73e0e5ce-b105-4051-a7ba-c48d9ac83a6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.255661] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1189.255661] env[70917]: value = "task-3462340" [ 1189.255661] env[70917]: _type = "Task" [ 1189.255661] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.264523] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462340, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.532629] env[70917]: DEBUG oslo_vmware.api [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462338, 'name': ReconfigVM_Task, 'duration_secs': 0.263737} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.532960] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.538726] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570c5250-b781-45fd-aae3-49d678d59417 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.562873] env[70917]: DEBUG oslo_vmware.api [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1189.562873] env[70917]: value = "task-3462341" [ 1189.562873] env[70917]: _type = "Task" [ 1189.562873] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.571574] env[70917]: DEBUG oslo_vmware.api [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.622909] env[70917]: DEBUG nova.compute.manager [req-f1c2da90-5e7f-4c5a-963f-c2b8de841681 req-2babc488-81b4-48b3-b454-13f24a287a31 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Received event network-vif-deleted-7d6fb7a1-0847-4b48-9634-49c07d9e3423 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.623488] env[70917]: INFO nova.compute.manager [req-f1c2da90-5e7f-4c5a-963f-c2b8de841681 req-2babc488-81b4-48b3-b454-13f24a287a31 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Neutron deleted interface 7d6fb7a1-0847-4b48-9634-49c07d9e3423; detaching it from the instance and deleting it from the info cache [ 1189.623774] env[70917]: DEBUG nova.network.neutron [req-f1c2da90-5e7f-4c5a-963f-c2b8de841681 req-2babc488-81b4-48b3-b454-13f24a287a31 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.625543] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c01375bf-2df8-4bfd-8e3d-3bba821bc080] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.692513] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462339, 'name': ReconfigVM_Task, 'duration_secs': 0.336201} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.692592] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9edcc62a-e557-46b7-8426-a5edfb5ab564/9edcc62a-e557-46b7-8426-a5edfb5ab564.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.693258] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a22696-bf62-40b2-9958-19f02d439e15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.700631] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1189.700631] env[70917]: value = "task-3462342" [ 1189.700631] env[70917]: _type = "Task" [ 1189.700631] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.712276] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462342, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.767377] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462340, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.829081] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.830269] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.036676] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df8226-cb52-4e8e-8ee7-800abcd9ff45 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.048010] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3017c7-c7a8-40ba-90d5-54014a862f27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.094715] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f977bbe-6d79-4388-83e1-c298cca567e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.108181] env[70917]: DEBUG nova.network.neutron [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.109040] env[70917]: DEBUG oslo_vmware.api [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462341, 'name': ReconfigVM_Task, 'duration_secs': 0.378562} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.109609] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691555', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'name': 'volume-bc91d02d-460c-4503-8c56-cdb918938cac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b0bf4c-9905-49ff-a31c-aff7724bbfde', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc91d02d-460c-4503-8c56-cdb918938cac', 'serial': 'bc91d02d-460c-4503-8c56-cdb918938cac'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.113364] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd6859-6239-4e89-bb29-88bd0fc3a675 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.138634] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: a67ef531-7cab-4947-af9e-f126af4ee06e] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.140285] env[70917]: DEBUG nova.compute.provider_tree [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.142893] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd4fa579-473e-44ef-853d-754bf3e6c263 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.155701] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71264be3-03c9-4ff6-9be3-b120b3f3d10f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.189812] env[70917]: DEBUG nova.compute.manager [req-f1c2da90-5e7f-4c5a-963f-c2b8de841681 req-2babc488-81b4-48b3-b454-13f24a287a31 service nova] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Detach interface failed, port_id=7d6fb7a1-0847-4b48-9634-49c07d9e3423, reason: Instance 268f96d3-a0c6-48a3-a306-19584c8a996d could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.212814] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462342, 'name': Rename_Task, 'duration_secs': 0.150191} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.213183] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.213642] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b4eeb27-f5b1-4d51-8948-bf437838163d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.220472] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1190.220472] env[70917]: value = "task-3462343" [ 1190.220472] env[70917]: _type = "Task" [ 1190.220472] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.229291] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.266667] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462340, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.369492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "981aeb2c-d376-4011-ba9d-ac8076b84275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.370205] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.370472] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "981aeb2c-d376-4011-ba9d-ac8076b84275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.370686] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.370919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.373519] env[70917]: INFO nova.compute.manager [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Terminating instance [ 1190.621250] env[70917]: INFO nova.compute.manager [-] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Took 1.62 seconds to deallocate network for instance. [ 1190.644943] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: cc40cd9c-587e-48d7-a848-8fea06752f81] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.649212] env[70917]: DEBUG nova.scheduler.client.report [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.686213] env[70917]: DEBUG nova.objects.instance [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'flavor' on Instance uuid d9b0bf4c-9905-49ff-a31c-aff7724bbfde {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.730831] env[70917]: DEBUG oslo_vmware.api [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462343, 'name': PowerOnVM_Task, 'duration_secs': 0.456621} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.732146] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.732419] env[70917]: INFO nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1190.732541] env[70917]: DEBUG nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.733353] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a62126-1136-4964-845a-cd73d74635d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.766781] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462340, 'name': CloneVM_Task, 'duration_secs': 1.224028} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.766989] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Created linked-clone VM from snapshot [ 1190.767739] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9588958-9b91-4233-98fb-8b1ad582e348 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.776082] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Uploading image 1b58eded-69e4-4915-a704-4abe29736459 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1190.816020] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1190.816020] env[70917]: value = "vm-691558" [ 1190.816020] env[70917]: _type = "VirtualMachine" [ 1190.816020] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1190.816020] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2aefbc7e-b282-4a36-89b9-a43ef080000d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.821816] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease: (returnval){ [ 1190.821816] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526290bc-9c66-44f7-7f09-fe7daef7df7e" [ 1190.821816] env[70917]: _type = "HttpNfcLease" [ 1190.821816] env[70917]: } obtained for exporting VM: (result){ [ 1190.821816] env[70917]: value = "vm-691558" [ 1190.821816] env[70917]: _type = "VirtualMachine" [ 1190.821816] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1190.822449] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the lease: (returnval){ [ 1190.822449] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526290bc-9c66-44f7-7f09-fe7daef7df7e" [ 1190.822449] env[70917]: _type = "HttpNfcLease" [ 1190.822449] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.828979] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.828979] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526290bc-9c66-44f7-7f09-fe7daef7df7e" [ 1190.828979] env[70917]: _type = "HttpNfcLease" [ 1190.828979] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.880563] env[70917]: DEBUG nova.compute.manager [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.880967] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c2f6895-c649-4dd7-a37f-72bf2646f8fe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.892739] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae70590-af44-41f5-a4c9-84a4c3b2496c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.934950] env[70917]: WARNING nova.virt.vmwareapi.driver [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 could not be found. [ 1190.934950] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.934950] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-545c39a7-d0c3-4cf2-8125-7b75bc1d9556 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.947231] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546d76d-45b5-4940-919a-86e0d02f9835 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.978243] env[70917]: WARNING nova.virt.vmwareapi.vmops [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 could not be found. [ 1190.978501] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.978702] env[70917]: INFO nova.compute.manager [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1190.978966] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.979295] env[70917]: DEBUG nova.compute.manager [-] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.979406] env[70917]: DEBUG nova.network.neutron [-] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.131480] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.148679] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: e1f41814-b402-44ef-8f7d-f47f7503b083] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.155467] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.326s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.155675] env[70917]: INFO nova.compute.manager [None req-7d6fae14-42b4-434f-8313-5348775b7b0c tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Successfully reverted task state from rebuilding on failure for instance. [ 1191.160554] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.029s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.160767] env[70917]: DEBUG nova.objects.instance [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lazy-loading 'resources' on Instance uuid 268f96d3-a0c6-48a3-a306-19584c8a996d {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.253644] env[70917]: INFO nova.compute.manager [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Took 12.84 seconds to build instance. [ 1191.331745] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.331745] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526290bc-9c66-44f7-7f09-fe7daef7df7e" [ 1191.331745] env[70917]: _type = "HttpNfcLease" [ 1191.331745] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.332490] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.332490] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526290bc-9c66-44f7-7f09-fe7daef7df7e" [ 1191.332490] env[70917]: _type = "HttpNfcLease" [ 1191.332490] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1191.333383] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9105e5c-0c6b-44b3-947a-91de2963103a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.342402] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228f660-f929-a01e-7e9d-37f0da7cd667/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.342805] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228f660-f929-a01e-7e9d-37f0da7cd667/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1191.555919] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2876d14-b17c-45a6-a4c5-fea74b8bc4d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.654594] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 360dd779-fb3d-4fc7-b293-eb30887f4e92] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.699080] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7fe7025-31d5-4479-8035-70143dbac015 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.349s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.758098] env[70917]: DEBUG oslo_concurrency.lockutils [None req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.350s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.830074] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f86c5-56ca-401f-a1da-62ffdbf28299 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.839548] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233350fc-0a21-40ff-8309-fad8c324ab76 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.874156] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d943dbf-280e-42bc-a759-3b4167ae0de7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.882799] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b3baa-522b-4d0f-bf25-c318be3bd2af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.905261] env[70917]: DEBUG nova.compute.provider_tree [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.947200] env[70917]: DEBUG nova.compute.manager [req-9f071786-8da5-414b-a00b-c37e745c1731 req-25240410-aeff-4568-9f99-47209af7e209 service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Received event network-vif-deleted-f0d7f918-3f76-48fb-a91b-43ff76f528b6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.947200] env[70917]: INFO nova.compute.manager [req-9f071786-8da5-414b-a00b-c37e745c1731 req-25240410-aeff-4568-9f99-47209af7e209 service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Neutron deleted interface f0d7f918-3f76-48fb-a91b-43ff76f528b6; detaching it from the instance and deleting it from the info cache [ 1191.947200] env[70917]: DEBUG nova.network.neutron [req-9f071786-8da5-414b-a00b-c37e745c1731 req-25240410-aeff-4568-9f99-47209af7e209 service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.964953] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.964953] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.965189] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.965461] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.965683] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.971190] env[70917]: INFO nova.compute.manager [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Terminating instance [ 1192.159473] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: fe53a1ee-812d-4bbe-8a48-e5dbee719f29] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.280445] env[70917]: DEBUG nova.network.neutron [-] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.409148] env[70917]: DEBUG nova.scheduler.client.report [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.449482] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-347ce3a0-913a-4b35-8e52-aeed359dc957 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.461940] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c41cf27-7214-47db-b1b6-59bf2091235e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.479141] env[70917]: DEBUG nova.compute.manager [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.479404] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.481106] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215d94a-17f4-4933-b20e-c0c4904759fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.497849] env[70917]: DEBUG nova.compute.manager [req-9f071786-8da5-414b-a00b-c37e745c1731 req-25240410-aeff-4568-9f99-47209af7e209 service nova] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Detach interface failed, port_id=f0d7f918-3f76-48fb-a91b-43ff76f528b6, reason: Instance 981aeb2c-d376-4011-ba9d-ac8076b84275 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.500880] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.501158] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf31acd1-e9a1-4682-b4c0-acf9247d269e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.509823] env[70917]: DEBUG oslo_vmware.api [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1192.509823] env[70917]: value = "task-3462345" [ 1192.509823] env[70917]: _type = "Task" [ 1192.509823] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.520305] env[70917]: DEBUG oslo_vmware.api [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.665729] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: fdca672d-2374-49d6-8e68-ac242e39b75f] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.785488] env[70917]: INFO nova.compute.manager [-] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Took 1.81 seconds to deallocate network for instance. [ 1192.914919] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.947543] env[70917]: INFO nova.scheduler.client.report [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Deleted allocations for instance 268f96d3-a0c6-48a3-a306-19584c8a996d [ 1193.022635] env[70917]: DEBUG oslo_vmware.api [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462345, 'name': PowerOffVM_Task, 'duration_secs': 0.261866} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.024770] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.024770] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.024770] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470c0df6-a88d-427d-9046-cac1251dad22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.094168] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.094987] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.094987] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleting the datastore file [datastore1] d9b0bf4c-9905-49ff-a31c-aff7724bbfde {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.095707] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b90f7de-98ce-4284-a1d9-4c5fb9b6b1f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.104022] env[70917]: DEBUG oslo_vmware.api [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for the task: (returnval){ [ 1193.104022] env[70917]: value = "task-3462347" [ 1193.104022] env[70917]: _type = "Task" [ 1193.104022] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.112509] env[70917]: DEBUG oslo_vmware.api [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.137225] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "9edcc62a-e557-46b7-8426-a5edfb5ab564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.137515] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.137730] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "9edcc62a-e557-46b7-8426-a5edfb5ab564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.137929] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.138135] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.143289] env[70917]: INFO nova.compute.manager [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Terminating instance [ 1193.173464] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 1574ca17-f104-46d1-bca2-3f88470f8475] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.346975] env[70917]: INFO nova.compute.manager [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Took 0.56 seconds to detach 1 volumes for instance. [ 1193.349738] env[70917]: DEBUG nova.compute.manager [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Deleting volume: 5cf39e0a-5931-49cb-80e6-a8c9aa4bdf91 {{(pid=70917) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1193.463821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a32452ea-1db2-4724-b609-9d61647a8db2 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Lock "268f96d3-a0c6-48a3-a306-19584c8a996d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.636s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.613268] env[70917]: DEBUG oslo_vmware.api [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Task: {'id': task-3462347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158759} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.613590] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.613794] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.616288] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.616726] env[70917]: INFO nova.compute.manager [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1193.616986] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.617197] env[70917]: DEBUG nova.compute.manager [-] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.617311] env[70917]: DEBUG nova.network.neutron [-] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.647042] env[70917]: DEBUG nova.compute.manager [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.647280] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.648244] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a41665-a4fd-468e-9de7-2efcce569720 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.657267] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.657771] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10389936-a777-4d08-aa74-7647a4b7e309 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.664806] env[70917]: DEBUG oslo_vmware.api [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1193.664806] env[70917]: value = "task-3462349" [ 1193.664806] env[70917]: _type = "Task" [ 1193.664806] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.677469] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 62b6da56-6d93-4d88-8f36-7056a25c5486] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.683023] env[70917]: DEBUG oslo_vmware.api [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.909521] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.909821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.910049] env[70917]: DEBUG nova.objects.instance [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lazy-loading 'resources' on Instance uuid 981aeb2c-d376-4011-ba9d-ac8076b84275 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.185016] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 2ddfd9d0-381f-4c1e-8312-32babd0912cf] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.194663] env[70917]: DEBUG oslo_vmware.api [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462349, 'name': PowerOffVM_Task, 'duration_secs': 0.216892} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.194663] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.194663] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.194663] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-978fad44-98de-4e07-8644-58f307bddf91 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.262297] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.262917] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.262917] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore2] 9edcc62a-e557-46b7-8426-a5edfb5ab564 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.263078] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9fa2e08-79f6-4e1b-9060-37c8ae24d6ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.274883] env[70917]: DEBUG oslo_vmware.api [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1194.274883] env[70917]: value = "task-3462351" [ 1194.274883] env[70917]: _type = "Task" [ 1194.274883] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.280361] env[70917]: DEBUG oslo_vmware.api [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.565534] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe23453-a5ff-474f-bc04-cf18a4e70967 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.574664] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d0774-65c4-407f-b1e4-8ec1a4c2a1ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.614113] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22719708-fd0e-4902-b39a-e460fad3cbdf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.622634] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfdef44-a809-44bc-80d5-ecb4506f56bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.636539] env[70917]: DEBUG nova.compute.provider_tree [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.693064] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: af30c562-33e3-4d59-ae8c-326d509ea9f5] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.730662] env[70917]: DEBUG nova.compute.manager [req-1ef9893a-685f-458f-b66d-5c4e2b4a1ad0 req-32df5d05-e11e-4fc5-9b69-f23f94419bfd service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Received event network-vif-deleted-3817c695-0757-472a-8120-d2575b87e9a0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.730742] env[70917]: INFO nova.compute.manager [req-1ef9893a-685f-458f-b66d-5c4e2b4a1ad0 req-32df5d05-e11e-4fc5-9b69-f23f94419bfd service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Neutron deleted interface 3817c695-0757-472a-8120-d2575b87e9a0; detaching it from the instance and deleting it from the info cache [ 1194.730911] env[70917]: DEBUG nova.network.neutron [req-1ef9893a-685f-458f-b66d-5c4e2b4a1ad0 req-32df5d05-e11e-4fc5-9b69-f23f94419bfd service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.785401] env[70917]: DEBUG oslo_vmware.api [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196801} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.785833] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.786180] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.786595] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.786752] env[70917]: INFO nova.compute.manager [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1194.787863] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.788062] env[70917]: DEBUG nova.compute.manager [-] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.788167] env[70917]: DEBUG nova.network.neutron [-] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.146503] env[70917]: DEBUG nova.scheduler.client.report [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.198037] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: e3818fd2-e150-45b4-8442-314f4b8de1c5] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.211106] env[70917]: DEBUG nova.network.neutron [-] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.236831] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59da21c4-a2fe-486e-8bc9-fc977b691bf4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.248632] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bee2b1-b728-49c7-8431-320b1ad2c6d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.288957] env[70917]: DEBUG nova.compute.manager [req-1ef9893a-685f-458f-b66d-5c4e2b4a1ad0 req-32df5d05-e11e-4fc5-9b69-f23f94419bfd service nova] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Detach interface failed, port_id=3817c695-0757-472a-8120-d2575b87e9a0, reason: Instance d9b0bf4c-9905-49ff-a31c-aff7724bbfde could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.576301] env[70917]: DEBUG nova.network.neutron [-] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.653923] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.701518] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: d2111888-0cdf-40f8-a3e8-c6c9e4a95875] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.714162] env[70917]: INFO nova.compute.manager [-] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Took 2.10 seconds to deallocate network for instance. [ 1196.083341] env[70917]: INFO nova.compute.manager [-] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Took 1.29 seconds to deallocate network for instance. [ 1196.179362] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1ad75276-2714-4555-8514-76efab796735 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Lock "981aeb2c-d376-4011-ba9d-ac8076b84275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.209143] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 2f8bf9f4-67c9-4daa-a9b1-ef39640bde12] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.211646] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.211983] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.222846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.222846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.222846] env[70917]: DEBUG nova.objects.instance [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lazy-loading 'resources' on Instance uuid d9b0bf4c-9905-49ff-a31c-aff7724bbfde {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.593335] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.714419] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 741a22eb-1de9-4f24-92bc-001da42c21f8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.716358] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.761807] env[70917]: DEBUG nova.compute.manager [req-39bc33aa-02ee-499f-bd5e-83f0fb5a0076 req-427f61d5-71f6-401c-b43b-c8eb8df1a8d8 service nova] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Received event network-vif-deleted-c0bb9fc1-36b8-41f3-af7d-866b36047d42 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.898631] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa7a51-db59-4b46-88d7-61be44b71b8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.906558] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c5d65f-bf73-410b-addf-84411ddd93d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.946033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d97122-4464-4593-abc1-1078fde1bf1a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.950061] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.950318] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.956972] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c09ca-9e71-4d2d-af7f-cb30be33eb1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.973976] env[70917]: DEBUG nova.compute.provider_tree [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.220705] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: efb140fb-109e-4c1c-a8c6-7971e38c2e88] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.250687] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.453474] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.477306] env[70917]: DEBUG nova.scheduler.client.report [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.724600] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 946c11d6-0358-4977-9428-97811ae196d2] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.978480] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.985575] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.988083] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.395s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.988336] env[70917]: DEBUG nova.objects.instance [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid 9edcc62a-e557-46b7-8426-a5edfb5ab564 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.008214] env[70917]: INFO nova.scheduler.client.report [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Deleted allocations for instance d9b0bf4c-9905-49ff-a31c-aff7724bbfde [ 1198.229634] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9f9fe874-7dac-44a5-9673-d623930b15e9] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.522860] env[70917]: DEBUG oslo_concurrency.lockutils [None req-05f3274b-f8c4-430d-aa74-3b474b664a2f tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Lock "d9b0bf4c-9905-49ff-a31c-aff7724bbfde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.558s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.617352] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a82d0-961b-42cc-abb9-550292dbdbf9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.625242] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b436beb-73f5-44df-a3d3-9aeccce81dcf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.656080] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50e1a6-3820-4376-9241-915819322b68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.666457] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8200d699-3f5f-4147-a796-f6ba88fe6443 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.682207] env[70917]: DEBUG nova.compute.provider_tree [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.685229] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228f660-f929-a01e-7e9d-37f0da7cd667/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1198.686098] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00506801-6284-4c65-b988-3687b0087967 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.692428] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228f660-f929-a01e-7e9d-37f0da7cd667/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1198.693078] env[70917]: ERROR oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228f660-f929-a01e-7e9d-37f0da7cd667/disk-0.vmdk due to incomplete transfer. [ 1198.693339] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae85359b-b038-4d77-b3cc-f697e6d8247c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.700604] env[70917]: DEBUG oslo_vmware.rw_handles [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228f660-f929-a01e-7e9d-37f0da7cd667/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1198.700748] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Uploaded image 1b58eded-69e4-4915-a704-4abe29736459 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1198.703115] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1198.703556] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e783f91d-21be-45ee-8fc3-2d28917cfbfe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.709680] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1198.709680] env[70917]: value = "task-3462352" [ 1198.709680] env[70917]: _type = "Task" [ 1198.709680] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.717469] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462352, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.742562] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 1d74930b-c52f-4986-a86e-7e30fc5a8185] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.190508] env[70917]: DEBUG nova.scheduler.client.report [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.219819] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462352, 'name': Destroy_Task, 'duration_secs': 0.374463} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.220089] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Destroyed the VM [ 1199.220327] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1199.220566] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27304e9c-6728-4658-b8c5-ee35990bc940 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.226541] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1199.226541] env[70917]: value = "task-3462354" [ 1199.226541] env[70917]: _type = "Task" [ 1199.226541] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.236203] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.246042] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 657f22ba-cbc4-4bc2-a1cd-9cf7b9b912ed] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.695666] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.698084] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.449s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.699559] env[70917]: INFO nova.compute.claims [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.719706] env[70917]: INFO nova.scheduler.client.report [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance 9edcc62a-e557-46b7-8426-a5edfb5ab564 [ 1199.737486] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.749103] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 3aab379f-893b-4fc8-a5bf-1189ae26ca2f] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.228023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d8b0eece-e731-406c-88fb-032e3cedec71 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "9edcc62a-e557-46b7-8426-a5edfb5ab564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.090s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.240343] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462354, 'name': RemoveSnapshot_Task, 'duration_secs': 0.982895} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.241266] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1200.241780] env[70917]: DEBUG nova.compute.manager [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.244023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3369d8-d749-4d69-9359-5e125f2e1254 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.253518] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: b206dfbe-342b-4b0a-9f43-b603205d8db7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.756447] env[70917]: INFO nova.compute.manager [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Shelve offloading [ 1200.758019] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f66bd22b-1de2-43cc-b2a5-154fedcd3692] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.842419] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551af35c-3db9-43ee-929a-ff5102ca539e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.849739] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef14a3-3a94-49f7-820b-0b6d060d1bb2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.883385] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e2008-cc2a-4579-bc7e-a4a04bd1742a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.891008] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7d58a-83c6-4e59-ba1b-312400e63b54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.907947] env[70917]: DEBUG nova.compute.provider_tree [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.244179] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.244471] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.244688] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.245348] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.245534] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.249103] env[70917]: INFO nova.compute.manager [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Terminating instance [ 1201.263032] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.263516] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 397d8981-9976-408a-8c4b-927bea267653] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.267375] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee016b41-2b17-49f6-9204-de055c8de838 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.274907] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1201.274907] env[70917]: value = "task-3462355" [ 1201.274907] env[70917]: _type = "Task" [ 1201.274907] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.289366] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1201.289919] env[70917]: DEBUG nova.compute.manager [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.290926] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03edf0b-5d0a-4a0c-96e8-5b2adbaf65dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.296966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.296966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.296966] env[70917]: DEBUG nova.network.neutron [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.412572] env[70917]: DEBUG nova.scheduler.client.report [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.757108] env[70917]: DEBUG nova.compute.manager [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.757379] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.758369] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd54bd8-1806-4584-b743-280874e0d68d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.771114] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: af4c024d-a139-46db-8e67-5760f1be1fe8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.773763] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.776566] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90640892-9fee-4b3c-966d-82b96e03c720 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.784052] env[70917]: DEBUG oslo_vmware.api [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1201.784052] env[70917]: value = "task-3462356" [ 1201.784052] env[70917]: _type = "Task" [ 1201.784052] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.793229] env[70917]: DEBUG oslo_vmware.api [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.917755] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.918383] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.921337] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.943s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.923234] env[70917]: INFO nova.compute.claims [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.076188] env[70917]: DEBUG nova.network.neutron [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.277553] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f9dd3645-c5f2-495a-9e1b-bd9a1c7df5b8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.294244] env[70917]: DEBUG oslo_vmware.api [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462356, 'name': PowerOffVM_Task, 'duration_secs': 0.202653} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.294490] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.294657] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.294906] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad268906-73d6-4a31-ac45-b8f6c51629d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.417879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.418226] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.427293] env[70917]: DEBUG nova.compute.utils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.434026] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.434026] env[70917]: DEBUG nova.network.neutron [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.477117] env[70917]: DEBUG nova.policy [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b983f1f1ca642e78d05f3cf1d73700e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28374716028f4b9fbac051332edad0a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.579049] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.750570] env[70917]: DEBUG nova.compute.manager [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.781109] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 2f666dec-7728-444d-aad8-e2506e890556] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.921140] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.932095] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.106315] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b44cdbc-db4e-4d96-9c27-fa0e99810892 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.116420] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6d5e7-e0b4-4791-866d-3de0142c6d34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.154246] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0993de-cd90-4a70-a4e1-483bb0e9907d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.163103] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1416b294-24a5-4493-a8cb-006c284f2290 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.177549] env[70917]: DEBUG nova.compute.provider_tree [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.214294] env[70917]: DEBUG nova.network.neutron [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Successfully created port: 51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.268015] env[70917]: DEBUG nova.compute.manager [req-45079360-dc4c-4527-a4e5-e4fa97921aec req-060c1467-fffb-44cb-8164-684440ddbe9e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-vif-unplugged-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.268249] env[70917]: DEBUG oslo_concurrency.lockutils [req-45079360-dc4c-4527-a4e5-e4fa97921aec req-060c1467-fffb-44cb-8164-684440ddbe9e service nova] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.268482] env[70917]: DEBUG oslo_concurrency.lockutils [req-45079360-dc4c-4527-a4e5-e4fa97921aec req-060c1467-fffb-44cb-8164-684440ddbe9e service nova] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.268646] env[70917]: DEBUG oslo_concurrency.lockutils [req-45079360-dc4c-4527-a4e5-e4fa97921aec req-060c1467-fffb-44cb-8164-684440ddbe9e service nova] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.268807] env[70917]: DEBUG nova.compute.manager [req-45079360-dc4c-4527-a4e5-e4fa97921aec req-060c1467-fffb-44cb-8164-684440ddbe9e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] No waiting events found dispatching network-vif-unplugged-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.268982] env[70917]: WARNING nova.compute.manager [req-45079360-dc4c-4527-a4e5-e4fa97921aec req-060c1467-fffb-44cb-8164-684440ddbe9e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received unexpected event network-vif-unplugged-e813261f-bfea-4142-8f3f-b75163107438 for instance with vm_state shelved and task_state shelving_offloading. [ 1203.273117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.286177] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.286177] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Cleaning up deleted instances with incomplete migration {{(pid=70917) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1203.424754] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.426149] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f177d32-fd48-4fae-90da-44c60e6a51a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.438050] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.438050] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d9edc16-7c1b-4c79-bc19-2049d95f6542 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.443412] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.564012] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.564655] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.564818] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore1] f1888059-9aaf-42ee-9e0b-e14cca2a064b {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.565271] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb1f719-f621-4486-b857-00ea7e191306 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.570794] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.571009] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.571404] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleting the datastore file [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.571489] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d9522fc-7dfe-48bf-8615-20d902fcc48e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.574712] env[70917]: DEBUG oslo_vmware.api [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1203.574712] env[70917]: value = "task-3462360" [ 1203.574712] env[70917]: _type = "Task" [ 1203.574712] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.579159] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1203.579159] env[70917]: value = "task-3462361" [ 1203.579159] env[70917]: _type = "Task" [ 1203.579159] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.585734] env[70917]: DEBUG oslo_vmware.api [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.590953] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.680787] env[70917]: DEBUG nova.scheduler.client.report [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.788391] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.944849] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.971840] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.972139] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.972290] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.972477] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.972624] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.972762] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.972966] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.973139] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.973306] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.973496] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.973646] env[70917]: DEBUG nova.virt.hardware [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.974512] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df55536-f3a3-4e03-a111-072d7ac76457 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.982640] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713bdd2c-f531-408c-8fa6-dc455a93b8d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.086708] env[70917]: DEBUG oslo_vmware.api [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145205} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.087349] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.087578] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.088069] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.088069] env[70917]: INFO nova.compute.manager [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1204.088233] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.088511] env[70917]: DEBUG nova.compute.manager [-] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.088511] env[70917]: DEBUG nova.network.neutron [-] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.093986] env[70917]: DEBUG oslo_vmware.api [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155631} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.094647] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.094831] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.095028] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.116818] env[70917]: INFO nova.scheduler.client.report [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted allocations for instance 38e7ff11-0566-4794-8f50-1b6d437a10a7 [ 1204.187642] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.187642] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.190350] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.917s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.621418] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.692940] env[70917]: DEBUG nova.compute.utils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.694795] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.694964] env[70917]: DEBUG nova.network.neutron [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.698681] env[70917]: INFO nova.compute.claims [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.747410] env[70917]: DEBUG nova.policy [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c5f701316e4ea9b41db6da3a37313a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a657bbca86e74a09adc190ffe1d7e6b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.804663] env[70917]: DEBUG nova.network.neutron [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Successfully updated port: 51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.826634] env[70917]: DEBUG nova.network.neutron [-] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.079203] env[70917]: DEBUG nova.network.neutron [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Successfully created port: e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.203725] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.208579] env[70917]: INFO nova.compute.resource_tracker [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating resource usage from migration 47342568-80ea-4e9b-86a9-64b437a8bc1c [ 1205.307576] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-changed-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.307778] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing instance network info cache due to event network-changed-e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.308628] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.308628] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.308628] env[70917]: DEBUG nova.network.neutron [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing network info cache for port e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.309749] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "refresh_cache-0e2c19ce-f7f9-41d4-846b-d73eeb16c999" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.309749] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquired lock "refresh_cache-0e2c19ce-f7f9-41d4-846b-d73eeb16c999" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.309847] env[70917]: DEBUG nova.network.neutron [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.330990] env[70917]: INFO nova.compute.manager [-] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Took 1.24 seconds to deallocate network for instance. [ 1205.346501] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac460fbb-d590-42c4-b66a-e1a8a17c94bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.357063] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9838312-8f2d-4ead-9b7a-3eb4bcfb17d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.388822] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e922feae-16f9-4885-a03f-57e390429c40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.396617] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008eb585-3f21-4858-8888-cd71e9e00c46 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.410314] env[70917]: DEBUG nova.compute.provider_tree [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.837072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.844851] env[70917]: DEBUG nova.network.neutron [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.914673] env[70917]: DEBUG nova.scheduler.client.report [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.986191] env[70917]: DEBUG nova.network.neutron [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Updating instance_info_cache with network_info: [{"id": "51879066-fbf1-4c52-a07d-5a373a54ce45", "address": "fa:16:3e:48:f0:70", "network": {"id": "426ce69f-02c4-4be8-8250-cd440489d732", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-364650995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28374716028f4b9fbac051332edad0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51879066-fb", "ovs_interfaceid": "51879066-fbf1-4c52-a07d-5a373a54ce45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.035806] env[70917]: DEBUG nova.network.neutron [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updated VIF entry in instance network info cache for port e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.036159] env[70917]: DEBUG nova.network.neutron [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape813261f-bf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.218963] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.245496] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.245748] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.245906] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.246100] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.246245] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.246392] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.246599] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.246879] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.246949] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.247080] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.247257] env[70917]: DEBUG nova.virt.hardware [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.248152] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68accb47-54c4-4809-97aa-3b2e390faca4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.256662] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd6f45-9d79-4fdb-a10c-4f0b69e97d1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.423277] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.233s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.423933] env[70917]: INFO nova.compute.manager [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Migrating [ 1206.431180] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.988s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.432995] env[70917]: INFO nova.compute.claims [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.488598] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Releasing lock "refresh_cache-0e2c19ce-f7f9-41d4-846b-d73eeb16c999" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.488947] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Instance network_info: |[{"id": "51879066-fbf1-4c52-a07d-5a373a54ce45", "address": "fa:16:3e:48:f0:70", "network": {"id": "426ce69f-02c4-4be8-8250-cd440489d732", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-364650995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28374716028f4b9fbac051332edad0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51879066-fb", "ovs_interfaceid": "51879066-fbf1-4c52-a07d-5a373a54ce45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.489385] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f0:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51879066-fbf1-4c52-a07d-5a373a54ce45', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.502019] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Creating folder: Project (28374716028f4b9fbac051332edad0a4). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.502019] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68e6e265-bb63-421c-82b1-e372bf8c3100 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.513095] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Created folder: Project (28374716028f4b9fbac051332edad0a4) in parent group-v691255. [ 1206.513727] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Creating folder: Instances. Parent ref: group-v691559. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.513727] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57879c7b-01c6-407e-83a1-78c7328ae7f9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.523511] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Created folder: Instances in parent group-v691559. [ 1206.523511] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.525751] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.525751] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c31b8d8e-c9f7-4209-8bf9-98435bbfcdf0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.538434] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.539052] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Received event network-vif-deleted-6119dde3-b69f-4c92-b0b2-b8cbecea0246 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.539052] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Received event network-vif-plugged-51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.539052] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Acquiring lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.539271] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.539430] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.539596] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] No waiting events found dispatching network-vif-plugged-51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.539759] env[70917]: WARNING nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Received unexpected event network-vif-plugged-51879066-fbf1-4c52-a07d-5a373a54ce45 for instance with vm_state building and task_state spawning. [ 1206.539920] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Received event network-changed-51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.540165] env[70917]: DEBUG nova.compute.manager [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Refreshing instance network info cache due to event network-changed-51879066-fbf1-4c52-a07d-5a373a54ce45. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.540262] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Acquiring lock "refresh_cache-0e2c19ce-f7f9-41d4-846b-d73eeb16c999" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.540396] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Acquired lock "refresh_cache-0e2c19ce-f7f9-41d4-846b-d73eeb16c999" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.540544] env[70917]: DEBUG nova.network.neutron [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Refreshing network info cache for port 51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.546951] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.546951] env[70917]: value = "task-3462365" [ 1206.546951] env[70917]: _type = "Task" [ 1206.546951] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.554831] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462365, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.644611] env[70917]: DEBUG nova.network.neutron [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Successfully updated port: e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.944809] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.944809] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.945185] env[70917]: DEBUG nova.network.neutron [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.056856] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462365, 'name': CreateVM_Task, 'duration_secs': 0.297843} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.057040] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.057692] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.057857] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.058244] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.058524] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02491cd4-6270-4293-b943-5147340dcd57 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.063635] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1207.063635] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f60e9-3019-fdde-83c6-42dcdfbd0a4a" [ 1207.063635] env[70917]: _type = "Task" [ 1207.063635] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.071482] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f60e9-3019-fdde-83c6-42dcdfbd0a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.147993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "refresh_cache-aa7849c0-901f-46d6-aef9-6dcf3ecd960c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.148173] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquired lock "refresh_cache-aa7849c0-901f-46d6-aef9-6dcf3ecd960c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.148325] env[70917]: DEBUG nova.network.neutron [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.275061] env[70917]: DEBUG nova.network.neutron [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Updated VIF entry in instance network info cache for port 51879066-fbf1-4c52-a07d-5a373a54ce45. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.275175] env[70917]: DEBUG nova.network.neutron [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Updating instance_info_cache with network_info: [{"id": "51879066-fbf1-4c52-a07d-5a373a54ce45", "address": "fa:16:3e:48:f0:70", "network": {"id": "426ce69f-02c4-4be8-8250-cd440489d732", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-364650995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28374716028f4b9fbac051332edad0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51879066-fb", "ovs_interfaceid": "51879066-fbf1-4c52-a07d-5a373a54ce45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.330959] env[70917]: DEBUG nova.compute.manager [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Received event network-vif-plugged-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.331196] env[70917]: DEBUG oslo_concurrency.lockutils [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] Acquiring lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.331474] env[70917]: DEBUG oslo_concurrency.lockutils [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.331634] env[70917]: DEBUG oslo_concurrency.lockutils [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.331807] env[70917]: DEBUG nova.compute.manager [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] No waiting events found dispatching network-vif-plugged-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.332016] env[70917]: WARNING nova.compute.manager [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Received unexpected event network-vif-plugged-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 for instance with vm_state building and task_state spawning. [ 1207.332437] env[70917]: DEBUG nova.compute.manager [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Received event network-changed-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.332605] env[70917]: DEBUG nova.compute.manager [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Refreshing instance network info cache due to event network-changed-e078f6e0-0ac8-4626-8c2a-9996d6fc9373. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.332776] env[70917]: DEBUG oslo_concurrency.lockutils [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] Acquiring lock "refresh_cache-aa7849c0-901f-46d6-aef9-6dcf3ecd960c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.342343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.576060] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526f60e9-3019-fdde-83c6-42dcdfbd0a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.576060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.576060] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.576060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.576060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.576060] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.576295] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc67290c-a7e8-4c09-857b-0d88e7179e5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.585158] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.585410] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.586399] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a826df37-d5c2-4462-9bef-2ec77d301f80 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.594703] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1207.594703] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a3aa2c-481b-d75f-c4a7-1cfc7b02dfc5" [ 1207.594703] env[70917]: _type = "Task" [ 1207.594703] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.596991] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afde627-121d-434b-9eff-6a27e55f4c1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.611883] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b033ce-c8a0-4707-b451-ab09e046145b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.615335] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a3aa2c-481b-d75f-c4a7-1cfc7b02dfc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.616663] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30909c8-758c-4063-b289-0342f6c487c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.647968] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361eb98-db2e-40d6-8117-49f0719240f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.654069] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1207.654069] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52590a4b-3bb2-8e5d-9241-1c3eb69fdb32" [ 1207.654069] env[70917]: _type = "Task" [ 1207.654069] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.661592] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fd9e6d-bec0-4649-8537-5f2c85f7c703 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.670447] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52590a4b-3bb2-8e5d-9241-1c3eb69fdb32, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.671237] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.671568] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 0e2c19ce-f7f9-41d4-846b-d73eeb16c999/0e2c19ce-f7f9-41d4-846b-d73eeb16c999.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.672195] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5ad8757-ba80-431f-a602-cc5f8c75bbe5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.681515] env[70917]: DEBUG nova.compute.provider_tree [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.687820] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1207.687820] env[70917]: value = "task-3462366" [ 1207.687820] env[70917]: _type = "Task" [ 1207.687820] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.696355] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.708058] env[70917]: DEBUG nova.network.neutron [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.777818] env[70917]: DEBUG oslo_concurrency.lockutils [req-2863f865-058f-494a-bdf4-e78a7b79fa53 req-e0238d05-8a49-4cb2-aa1d-8620e71a9c0e service nova] Releasing lock "refresh_cache-0e2c19ce-f7f9-41d4-846b-d73eeb16c999" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.790990] env[70917]: DEBUG nova.network.neutron [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.871733] env[70917]: DEBUG nova.network.neutron [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Updating instance_info_cache with network_info: [{"id": "e078f6e0-0ac8-4626-8c2a-9996d6fc9373", "address": "fa:16:3e:57:5d:0b", "network": {"id": "9c0c6e50-419c-4e74-9089-32dc8c0eef43", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-83525264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a657bbca86e74a09adc190ffe1d7e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape078f6e0-0a", "ovs_interfaceid": "e078f6e0-0ac8-4626-8c2a-9996d6fc9373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.185171] env[70917]: DEBUG nova.scheduler.client.report [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.196901] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47073} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.197162] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 0e2c19ce-f7f9-41d4-846b-d73eeb16c999/0e2c19ce-f7f9-41d4-846b-d73eeb16c999.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.197373] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.197615] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9206ed66-c0a7-47cd-91ab-6e6ffea8d874 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.204576] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1208.204576] env[70917]: value = "task-3462367" [ 1208.204576] env[70917]: _type = "Task" [ 1208.204576] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.212866] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.294262] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.374125] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Releasing lock "refresh_cache-aa7849c0-901f-46d6-aef9-6dcf3ecd960c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.374519] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Instance network_info: |[{"id": "e078f6e0-0ac8-4626-8c2a-9996d6fc9373", "address": "fa:16:3e:57:5d:0b", "network": {"id": "9c0c6e50-419c-4e74-9089-32dc8c0eef43", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-83525264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a657bbca86e74a09adc190ffe1d7e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape078f6e0-0a", "ovs_interfaceid": "e078f6e0-0ac8-4626-8c2a-9996d6fc9373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.374799] env[70917]: DEBUG oslo_concurrency.lockutils [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] Acquired lock "refresh_cache-aa7849c0-901f-46d6-aef9-6dcf3ecd960c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.374963] env[70917]: DEBUG nova.network.neutron [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Refreshing network info cache for port e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.376129] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:5d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e078f6e0-0ac8-4626-8c2a-9996d6fc9373', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.389974] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Creating folder: Project (a657bbca86e74a09adc190ffe1d7e6b6). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.391197] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847e61b2-8689-4960-af46-9944ec3be5b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.402640] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Created folder: Project (a657bbca86e74a09adc190ffe1d7e6b6) in parent group-v691255. [ 1208.402853] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Creating folder: Instances. Parent ref: group-v691562. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.403123] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd4601d-cbfc-4f9a-a6a3-fface67d781b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.413562] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Created folder: Instances in parent group-v691562. [ 1208.413879] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.414095] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.414312] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f0bea7-d66c-4c83-a02e-38c4e849837f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.433739] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.433739] env[70917]: value = "task-3462370" [ 1208.433739] env[70917]: _type = "Task" [ 1208.433739] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.442981] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462370, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.693159] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.693717] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.697148] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.075s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.697148] env[70917]: DEBUG nova.objects.instance [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'resources' on Instance uuid 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.715079] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060703} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.715079] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.715672] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93a1e4-7cce-4e70-8662-5b006a5875cb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.738406] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 0e2c19ce-f7f9-41d4-846b-d73eeb16c999/0e2c19ce-f7f9-41d4-846b-d73eeb16c999.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.739441] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee62a0b5-1fbd-4ba4-825d-9c47e2a91dab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.760531] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1208.760531] env[70917]: value = "task-3462371" [ 1208.760531] env[70917]: _type = "Task" [ 1208.760531] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.768527] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.943718] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462370, 'name': CreateVM_Task, 'duration_secs': 0.421903} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.943915] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.944634] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.944874] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.945263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.945546] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66de0e53-2bc6-416d-bc4f-1badef120dcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.950648] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1208.950648] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5263b4b6-422d-9b2b-9e49-5fc318fc9471" [ 1208.950648] env[70917]: _type = "Task" [ 1208.950648] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.958562] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5263b4b6-422d-9b2b-9e49-5fc318fc9471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.199585] env[70917]: DEBUG nova.compute.utils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.201150] env[70917]: DEBUG nova.objects.instance [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'numa_topology' on Instance uuid 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.202609] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.202835] env[70917]: DEBUG nova.network.neutron [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.217817] env[70917]: DEBUG nova.network.neutron [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Updated VIF entry in instance network info cache for port e078f6e0-0ac8-4626-8c2a-9996d6fc9373. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.218511] env[70917]: DEBUG nova.network.neutron [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Updating instance_info_cache with network_info: [{"id": "e078f6e0-0ac8-4626-8c2a-9996d6fc9373", "address": "fa:16:3e:57:5d:0b", "network": {"id": "9c0c6e50-419c-4e74-9089-32dc8c0eef43", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-83525264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a657bbca86e74a09adc190ffe1d7e6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape078f6e0-0a", "ovs_interfaceid": "e078f6e0-0ac8-4626-8c2a-9996d6fc9373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.270302] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462371, 'name': ReconfigVM_Task, 'duration_secs': 0.28355} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.270590] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 0e2c19ce-f7f9-41d4-846b-d73eeb16c999/0e2c19ce-f7f9-41d4-846b-d73eeb16c999.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.271286] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695ab618-2401-42c0-91d1-4d23f95aeaab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.277566] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1209.277566] env[70917]: value = "task-3462372" [ 1209.277566] env[70917]: _type = "Task" [ 1209.277566] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.285937] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462372, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.291021] env[70917]: DEBUG nova.policy [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf6159f8e8e74549b509ee629e632a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8f817e0eba4755aa0a5c82510904d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.461470] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5263b4b6-422d-9b2b-9e49-5fc318fc9471, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.462388] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.462388] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.462388] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.462578] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.462704] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.462964] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25fabc8-7196-4127-b5c3-23719507f244 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.472255] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.472255] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.473705] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa70e42a-857c-4794-b19e-4321a1f2e759 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.479228] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1209.479228] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5296c3b4-93b0-073a-bea3-764556d6c725" [ 1209.479228] env[70917]: _type = "Task" [ 1209.479228] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.485524] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5296c3b4-93b0-073a-bea3-764556d6c725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.706019] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.707295] env[70917]: DEBUG nova.objects.base [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Object Instance<38e7ff11-0566-4794-8f50-1b6d437a10a7> lazy-loaded attributes: resources,numa_topology {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.720681] env[70917]: DEBUG oslo_concurrency.lockutils [req-c9bb7fb7-7902-4680-a6b9-04366f0a7962 req-f56d7bd7-ce0e-4faa-b9a8-939df540790f service nova] Releasing lock "refresh_cache-aa7849c0-901f-46d6-aef9-6dcf3ecd960c" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.792019] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462372, 'name': Rename_Task, 'duration_secs': 0.140956} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.796140] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.796140] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f2c1526-dc24-465c-8c7c-09f20c54d4c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.805022] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1209.805022] env[70917]: value = "task-3462373" [ 1209.805022] env[70917]: _type = "Task" [ 1209.805022] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.810694] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd3d4c3-8841-4e71-8a71-10e285bb8750 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.818225] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.845155] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.853711] env[70917]: DEBUG nova.network.neutron [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Successfully created port: 030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.892994] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca21dc1-3495-4708-9145-43ca49f36f3b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.903115] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d93bc2f-67e7-4b52-924b-473fba49b39e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.935977] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a0b59-fddd-4a09-9fad-14e27ec11ffb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.944499] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb13b26-5ab3-42ee-b524-3b1d1b071cf3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.963237] env[70917]: DEBUG nova.compute.provider_tree [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.989255] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5296c3b4-93b0-073a-bea3-764556d6c725, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.990180] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b714f6-b01a-4afb-82f4-042741eee6bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.997635] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1209.997635] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ddc25-3db5-3cce-682b-b79e8f9e7cb3" [ 1209.997635] env[70917]: _type = "Task" [ 1209.997635] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.007055] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ddc25-3db5-3cce-682b-b79e8f9e7cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.311680] env[70917]: DEBUG oslo_vmware.api [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462373, 'name': PowerOnVM_Task, 'duration_secs': 0.477253} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.312018] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.312739] env[70917]: INFO nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1210.312944] env[70917]: DEBUG nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.314087] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91924298-d681-4604-b69b-501ddb1f52bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.352927] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.352927] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d7d1c6-c918-4394-8dce-bbe3f67b2af3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.359118] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1210.359118] env[70917]: value = "task-3462374" [ 1210.359118] env[70917]: _type = "Task" [ 1210.359118] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.368586] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.467813] env[70917]: DEBUG nova.scheduler.client.report [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.511619] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529ddc25-3db5-3cce-682b-b79e8f9e7cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.512187] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.512627] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] aa7849c0-901f-46d6-aef9-6dcf3ecd960c/aa7849c0-901f-46d6-aef9-6dcf3ecd960c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.512986] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c661565f-0929-4370-a5ce-d3f2c481a615 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.522937] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1210.522937] env[70917]: value = "task-3462375" [ 1210.522937] env[70917]: _type = "Task" [ 1210.522937] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.534631] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.717585] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.747827] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.748156] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.748257] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.748441] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.748588] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.748735] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.748943] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.749112] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.749372] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.749452] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.749635] env[70917]: DEBUG nova.virt.hardware [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.750894] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bcd7d0-d4aa-4d6d-acd0-1b6ed9c8ddc2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.759462] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd8a6b3-a605-44e7-a199-efc1c7e50e14 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.829712] env[70917]: INFO nova.compute.manager [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Took 13.61 seconds to build instance. [ 1210.870411] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462374, 'name': PowerOffVM_Task, 'duration_secs': 0.162149} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.870714] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.870969] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.973380] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.977549] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.141s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.977788] env[70917]: DEBUG nova.objects.instance [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid f1888059-9aaf-42ee-9e0b-e14cca2a064b {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.055116] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477699} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.055435] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] aa7849c0-901f-46d6-aef9-6dcf3ecd960c/aa7849c0-901f-46d6-aef9-6dcf3ecd960c.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.055723] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.056085] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ab7b39-f33f-466e-93dc-b5fd2c4c3c22 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.063980] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1211.063980] env[70917]: value = "task-3462376" [ 1211.063980] env[70917]: _type = "Task" [ 1211.063980] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.071839] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.332883] env[70917]: DEBUG oslo_concurrency.lockutils [None req-258de086-7c6a-4c5e-a866-977572701e29 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.120s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.372062] env[70917]: DEBUG nova.compute.manager [req-2222310e-24dd-48fa-981a-11b23da7cac5 req-9f0c713d-65fe-43a9-a3a9-be0379ec6060 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Received event network-vif-plugged-030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.373287] env[70917]: DEBUG oslo_concurrency.lockutils [req-2222310e-24dd-48fa-981a-11b23da7cac5 req-9f0c713d-65fe-43a9-a3a9-be0379ec6060 service nova] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.373287] env[70917]: DEBUG oslo_concurrency.lockutils [req-2222310e-24dd-48fa-981a-11b23da7cac5 req-9f0c713d-65fe-43a9-a3a9-be0379ec6060 service nova] Lock "b6804887-2e2f-417e-9227-daf0b16299a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.373287] env[70917]: DEBUG oslo_concurrency.lockutils [req-2222310e-24dd-48fa-981a-11b23da7cac5 req-9f0c713d-65fe-43a9-a3a9-be0379ec6060 service nova] Lock "b6804887-2e2f-417e-9227-daf0b16299a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.374433] env[70917]: DEBUG nova.compute.manager [req-2222310e-24dd-48fa-981a-11b23da7cac5 req-9f0c713d-65fe-43a9-a3a9-be0379ec6060 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] No waiting events found dispatching network-vif-plugged-030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.374433] env[70917]: WARNING nova.compute.manager [req-2222310e-24dd-48fa-981a-11b23da7cac5 req-9f0c713d-65fe-43a9-a3a9-be0379ec6060 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Received unexpected event network-vif-plugged-030b14b4-b18a-4402-8bc4-f1c4cf9523da for instance with vm_state building and task_state spawning. [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.380086] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.381198] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.388773] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42b0917-38bf-4794-a842-0da2f81b820a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.406699] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1211.406699] env[70917]: value = "task-3462377" [ 1211.406699] env[70917]: _type = "Task" [ 1211.406699] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.415636] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.461323] env[70917]: DEBUG nova.network.neutron [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Successfully updated port: 030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.486542] env[70917]: DEBUG oslo_concurrency.lockutils [None req-98ed66bb-a1ea-4859-849d-7ff3eef01897 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.364s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.487349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.145s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.487349] env[70917]: INFO nova.compute.manager [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Unshelving [ 1211.576939] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064851} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.577252] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.578150] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13adf84b-33d0-4599-8f44-6cc146564ab7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.603289] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] aa7849c0-901f-46d6-aef9-6dcf3ecd960c/aa7849c0-901f-46d6-aef9-6dcf3ecd960c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.606101] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708fc8e4-4c64-4e87-a623-d6fe0e60ed49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.627667] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1211.627667] env[70917]: value = "task-3462378" [ 1211.627667] env[70917]: _type = "Task" [ 1211.627667] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.637663] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.644207] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04a5de-847e-4ac0-8027-b8bc1144a1a5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.651197] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7232f5-df9a-4561-bcb7-d94caa8e144c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.681704] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a76cb36-cb08-4dd6-8936-cd7894803737 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.688749] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a627263-b906-41e4-ba94-7ee75aa66fa8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.399204] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.399591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.399591] env[70917]: DEBUG nova.network.neutron [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.423195] env[70917]: DEBUG nova.compute.provider_tree [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.430941] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462377, 'name': ReconfigVM_Task, 'duration_secs': 0.459095} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.431197] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462378, 'name': ReconfigVM_Task, 'duration_secs': 0.681417} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.431965] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.435090] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] aa7849c0-901f-46d6-aef9-6dcf3ecd960c/aa7849c0-901f-46d6-aef9-6dcf3ecd960c.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.436331] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c443874d-5e02-4f92-91fd-3d89898b84a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.442615] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1212.442615] env[70917]: value = "task-3462379" [ 1212.442615] env[70917]: _type = "Task" [ 1212.442615] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.450579] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462379, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.913494] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.913494] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.913841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.913841] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.914032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.918416] env[70917]: INFO nova.compute.manager [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Terminating instance [ 1212.932018] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.932839] env[70917]: DEBUG nova.scheduler.client.report [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.938922] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.939137] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.939297] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.939483] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.939628] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.939772] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.940025] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.940139] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.940302] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.940462] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.940631] env[70917]: DEBUG nova.virt.hardware [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.946334] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.947070] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffb92f5-d128-4099-a2d6-ad4dc7d7744f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.961569] env[70917]: DEBUG nova.network.neutron [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.973665] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462379, 'name': Rename_Task, 'duration_secs': 0.138659} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.975244] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.975549] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1212.975549] env[70917]: value = "task-3462380" [ 1212.975549] env[70917]: _type = "Task" [ 1212.975549] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.979019] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cc3234f-83e1-4b73-861b-ba10be974398 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.987597] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1212.987597] env[70917]: value = "task-3462381" [ 1212.987597] env[70917]: _type = "Task" [ 1212.987597] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.987882] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.998168] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.154642] env[70917]: DEBUG nova.network.neutron [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [{"id": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "address": "fa:16:3e:a7:3c:6a", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030b14b4-b1", "ovs_interfaceid": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.398843] env[70917]: DEBUG nova.compute.manager [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Received event network-changed-030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.399093] env[70917]: DEBUG nova.compute.manager [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Refreshing instance network info cache due to event network-changed-030b14b4-b18a-4402-8bc4-f1c4cf9523da. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.399252] env[70917]: DEBUG oslo_concurrency.lockutils [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] Acquiring lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.422524] env[70917]: DEBUG nova.compute.manager [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.422842] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.423735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d5687f-db80-4502-bca5-d2dd2760ace4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.433311] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.433573] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-251428dd-8b06-4c2d-b509-b8749b37ad31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.436931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.440160] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.508s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.440370] env[70917]: DEBUG nova.objects.instance [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'pci_requests' on Instance uuid 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.442439] env[70917]: DEBUG oslo_vmware.api [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1213.442439] env[70917]: value = "task-3462382" [ 1213.442439] env[70917]: _type = "Task" [ 1213.442439] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.452203] env[70917]: DEBUG oslo_vmware.api [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.456813] env[70917]: INFO nova.scheduler.client.report [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance f1888059-9aaf-42ee-9e0b-e14cca2a064b [ 1213.487843] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462380, 'name': ReconfigVM_Task, 'duration_secs': 0.176513} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.488259] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.489087] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a13e85c-8aff-42ba-955e-96a9e4bfe613 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.513686] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.517453] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4964a10f-0beb-46b8-b306-0ebdf73657a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.530771] env[70917]: DEBUG oslo_vmware.api [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462381, 'name': PowerOnVM_Task, 'duration_secs': 0.442127} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.531637] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.531851] env[70917]: INFO nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1213.532044] env[70917]: DEBUG nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.533284] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea86456-70a5-455f-98c3-7a772d0dcab7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.537991] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1213.537991] env[70917]: value = "task-3462383" [ 1213.537991] env[70917]: _type = "Task" [ 1213.537991] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.549840] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.656945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.657345] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Instance network_info: |[{"id": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "address": "fa:16:3e:a7:3c:6a", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030b14b4-b1", "ovs_interfaceid": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.657678] env[70917]: DEBUG oslo_concurrency.lockutils [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] Acquired lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.657877] env[70917]: DEBUG nova.network.neutron [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Refreshing network info cache for port 030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.659129] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3c:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '030b14b4-b18a-4402-8bc4-f1c4cf9523da', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.667214] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Creating folder: Project (ad8f817e0eba4755aa0a5c82510904d1). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.670841] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db6a64e4-915d-4b64-8028-b5104ebd6fa1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.682404] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Created folder: Project (ad8f817e0eba4755aa0a5c82510904d1) in parent group-v691255. [ 1213.682591] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Creating folder: Instances. Parent ref: group-v691565. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.682851] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f2823b5-2459-4e45-8391-40e0a7034570 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.691257] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Created folder: Instances in parent group-v691565. [ 1213.691538] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.691733] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.691933] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e22dec6d-1f39-4d1a-a526-10af5882d460 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.712548] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.712548] env[70917]: value = "task-3462386" [ 1213.712548] env[70917]: _type = "Task" [ 1213.712548] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.719952] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462386, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.945365] env[70917]: DEBUG nova.objects.instance [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'numa_topology' on Instance uuid 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.950412] env[70917]: DEBUG nova.network.neutron [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updated VIF entry in instance network info cache for port 030b14b4-b18a-4402-8bc4-f1c4cf9523da. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.950762] env[70917]: DEBUG nova.network.neutron [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [{"id": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "address": "fa:16:3e:a7:3c:6a", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030b14b4-b1", "ovs_interfaceid": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.956908] env[70917]: DEBUG oslo_vmware.api [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462382, 'name': PowerOffVM_Task, 'duration_secs': 0.204144} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.957669] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.957845] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.958110] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28398bcc-3d98-4381-800c-665f55300f51 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.965508] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "f1888059-9aaf-42ee-9e0b-e14cca2a064b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.721s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.025893] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.026205] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.026469] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Deleting the datastore file [datastore2] 0e2c19ce-f7f9-41d4-846b-d73eeb16c999 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.026826] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d2bcb9f-c8bb-4c2e-80c1-40a90db4fac5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.033337] env[70917]: DEBUG oslo_vmware.api [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for the task: (returnval){ [ 1214.033337] env[70917]: value = "task-3462388" [ 1214.033337] env[70917]: _type = "Task" [ 1214.033337] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.040865] env[70917]: DEBUG oslo_vmware.api [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.057226] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462383, 'name': ReconfigVM_Task, 'duration_secs': 0.379807} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.057226] env[70917]: INFO nova.compute.manager [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Took 16.10 seconds to build instance. [ 1214.059934] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.059934] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.222098] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462386, 'name': CreateVM_Task, 'duration_secs': 0.326239} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.222273] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.222967] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.223157] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.223472] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.223723] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4a3048-de9d-474f-a312-36db338cc2ba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.228324] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1214.228324] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528d7922-a03e-a9dd-8e8f-76fb50127aa3" [ 1214.228324] env[70917]: _type = "Task" [ 1214.228324] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.235656] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528d7922-a03e-a9dd-8e8f-76fb50127aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.450080] env[70917]: INFO nova.compute.claims [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.452803] env[70917]: DEBUG oslo_concurrency.lockutils [req-c8bbada2-6459-414c-b1eb-d82a611e2004 req-ec1924fb-3b71-4caf-b810-beca97a38d1c service nova] Releasing lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.544936] env[70917]: DEBUG oslo_vmware.api [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Task: {'id': task-3462388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129384} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.544936] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.544936] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.544936] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.544936] env[70917]: INFO nova.compute.manager [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1214.544936] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.544936] env[70917]: DEBUG nova.compute.manager [-] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.544936] env[70917]: DEBUG nova.network.neutron [-] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.562609] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.612s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.564914] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb43bb-35eb-42f2-b004-b4b7bf46ccbf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.584952] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac61a904-3d66-42d3-b484-d46e55bfb2ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.602591] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.688150] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.688423] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.688635] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.688819] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.688987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.691381] env[70917]: INFO nova.compute.manager [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Terminating instance [ 1214.738639] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528d7922-a03e-a9dd-8e8f-76fb50127aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.024231} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.738819] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.739075] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.739343] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.739544] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.739751] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.740017] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9385cfd-7240-432d-ae95-9bb0bf8bc7b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.748337] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.748551] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.749270] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d44704f-5157-48f3-9a44-07f3f1e1106f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.754178] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1214.754178] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528be2ac-1467-d364-e0e0-4cfbbc360bb8" [ 1214.754178] env[70917]: _type = "Task" [ 1214.754178] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.761076] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528be2ac-1467-d364-e0e0-4cfbbc360bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.131674] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "fbbd143e-3436-4972-8270-9619c906ba4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.131931] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "fbbd143e-3436-4972-8270-9619c906ba4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.183525] env[70917]: DEBUG nova.network.neutron [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.201871] env[70917]: DEBUG nova.compute.manager [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.202154] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.203073] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349a42e-92bb-43bb-894a-9de9d6f55da3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.210484] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.210706] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6310c0-7be8-45c5-9489-b5e895bcff79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.217945] env[70917]: DEBUG oslo_vmware.api [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1215.217945] env[70917]: value = "task-3462389" [ 1215.217945] env[70917]: _type = "Task" [ 1215.217945] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.224920] env[70917]: DEBUG oslo_vmware.api [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.263965] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528be2ac-1467-d364-e0e0-4cfbbc360bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.264942] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f460a10e-ff50-447e-970c-466990f5fb41 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.270134] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1215.270134] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c49953-d6d8-a8a5-c05e-7c84f1eaf6bc" [ 1215.270134] env[70917]: _type = "Task" [ 1215.270134] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.277901] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c49953-d6d8-a8a5-c05e-7c84f1eaf6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.301479] env[70917]: DEBUG nova.network.neutron [-] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.425300] env[70917]: DEBUG nova.compute.manager [req-890cf707-c26d-4650-bd8b-ada850faed56 req-694608cb-3769-42c4-a97c-be654bf4fea7 service nova] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Received event network-vif-deleted-51879066-fbf1-4c52-a07d-5a373a54ce45 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.577674] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced85d20-803a-45ed-bfe6-2e6963245944 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.587383] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c683ad03-7151-4cc4-a294-4cf9647880c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.616604] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab0325d-ea90-422e-bd7d-0094328511f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.624549] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7428aa-d27d-4ba1-b64a-03a070ba6f7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.637514] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.644026] env[70917]: DEBUG nova.compute.provider_tree [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.728126] env[70917]: DEBUG oslo_vmware.api [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462389, 'name': PowerOffVM_Task, 'duration_secs': 0.248697} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.728400] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.728567] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.728826] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2e31ed-946b-4fbf-af5a-e1ff408b75d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.779883] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c49953-d6d8-a8a5-c05e-7c84f1eaf6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.780226] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.780529] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] b6804887-2e2f-417e-9227-daf0b16299a1/b6804887-2e2f-417e-9227-daf0b16299a1.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.780815] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936e838b-bbd8-4f02-a45c-9970a887a946 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.787234] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1215.787234] env[70917]: value = "task-3462391" [ 1215.787234] env[70917]: _type = "Task" [ 1215.787234] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.794688] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.802952] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.803136] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.803324] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Deleting the datastore file [datastore2] aa7849c0-901f-46d6-aef9-6dcf3ecd960c {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.803756] env[70917]: INFO nova.compute.manager [-] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Took 1.26 seconds to deallocate network for instance. [ 1215.803981] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e02f1d0b-c71a-40d3-8c87-6cac85499d31 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.812098] env[70917]: DEBUG oslo_vmware.api [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for the task: (returnval){ [ 1215.812098] env[70917]: value = "task-3462392" [ 1215.812098] env[70917]: _type = "Task" [ 1215.812098] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.823106] env[70917]: DEBUG oslo_vmware.api [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.145451] env[70917]: DEBUG nova.scheduler.client.report [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.163102] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.206393] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "05f38d54-b0de-4261-8352-df8394eda187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.206631] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.206802] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.297719] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460828} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.297994] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] b6804887-2e2f-417e-9227-daf0b16299a1/b6804887-2e2f-417e-9227-daf0b16299a1.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.298233] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.298544] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25c78d9c-b899-46cc-acc4-ffbfb59ca1cc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.304547] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1216.304547] env[70917]: value = "task-3462393" [ 1216.304547] env[70917]: _type = "Task" [ 1216.304547] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.312646] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.312902] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.320826] env[70917]: DEBUG oslo_vmware.api [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Task: {'id': task-3462392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175736} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.321061] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.321270] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.321445] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.321704] env[70917]: INFO nova.compute.manager [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1216.321948] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.322159] env[70917]: DEBUG nova.compute.manager [-] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.322254] env[70917]: DEBUG nova.network.neutron [-] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.652016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.212s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.654338] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.491s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.656153] env[70917]: INFO nova.compute.claims [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.818023] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071493} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.818023] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.818023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1325dfe-2814-4fb8-8731-5b6b712d6f15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.838551] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b6804887-2e2f-417e-9227-daf0b16299a1/b6804887-2e2f-417e-9227-daf0b16299a1.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.839096] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980a707d-57d9-477b-8c43-c7bdc6f23918 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.859645] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1216.859645] env[70917]: value = "task-3462394" [ 1216.859645] env[70917]: _type = "Task" [ 1216.859645] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.868154] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.941476] env[70917]: INFO nova.network.neutron [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating port e813261f-bfea-4142-8f3f-b75163107438 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1217.063837] env[70917]: DEBUG nova.network.neutron [-] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.251433] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.252030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.252030] env[70917]: DEBUG nova.network.neutron [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.369409] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462394, 'name': ReconfigVM_Task, 'duration_secs': 0.284351} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.369932] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b6804887-2e2f-417e-9227-daf0b16299a1/b6804887-2e2f-417e-9227-daf0b16299a1.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.370711] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663303d4-458c-46ee-a91c-12fe05e473c5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.377701] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1217.377701] env[70917]: value = "task-3462395" [ 1217.377701] env[70917]: _type = "Task" [ 1217.377701] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.385700] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462395, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.468026] env[70917]: DEBUG nova.compute.manager [req-aa1b9903-e640-4264-b476-592dba21cf74 req-4992269c-6f22-411c-a33e-5603b9b4e50c service nova] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Received event network-vif-deleted-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.567150] env[70917]: INFO nova.compute.manager [-] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Took 1.24 seconds to deallocate network for instance. [ 1217.621738] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.621968] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.622213] env[70917]: INFO nova.compute.manager [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Shelving [ 1217.779456] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cad5b3-0910-46f5-a70c-3121379095c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.788808] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b94d7-6cbb-48d7-9373-d51ef579c73a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.821214] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c2aa15-e722-40c2-a0dd-a1b6a569ba9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.828654] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e298e-1324-493e-946b-57d6e7d74dba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.841518] env[70917]: DEBUG nova.compute.provider_tree [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.886374] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462395, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.958629] env[70917]: DEBUG nova.network.neutron [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.075293] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.344201] env[70917]: DEBUG nova.scheduler.client.report [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.387721] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462395, 'name': Rename_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.462307] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.551904] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.552141] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.552290] env[70917]: DEBUG nova.network.neutron [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.633141] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.633477] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdcfce86-0237-4a24-8ad9-75825923e725 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.641750] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1218.641750] env[70917]: value = "task-3462396" [ 1218.641750] env[70917]: _type = "Task" [ 1218.641750] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.650027] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.849023] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.849369] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.851927] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.539s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.852203] env[70917]: DEBUG nova.objects.instance [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lazy-loading 'resources' on Instance uuid 0e2c19ce-f7f9-41d4-846b-d73eeb16c999 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.888621] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462395, 'name': Rename_Task, 'duration_secs': 1.297565} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.888889] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.889147] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95d32b2c-968e-476c-859c-af7930a7d294 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.895342] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1218.895342] env[70917]: value = "task-3462397" [ 1218.895342] env[70917]: _type = "Task" [ 1218.895342] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.902441] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.983031] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3c470-1ce9-4aab-b10f-644f47215599 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.004260] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c783d2-1658-444f-94ce-997903432696 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.011440] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.153271] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462396, 'name': PowerOffVM_Task, 'duration_secs': 0.201898} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.155793] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.156695] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507124a9-1307-4505-ab9f-364f3dab72b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.175242] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b186ff89-c6be-434d-a900-7bace95596bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.273515] env[70917]: DEBUG nova.network.neutron [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.354708] env[70917]: DEBUG nova.compute.utils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.356348] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.356527] env[70917]: DEBUG nova.network.neutron [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.406711] env[70917]: DEBUG oslo_vmware.api [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462397, 'name': PowerOnVM_Task, 'duration_secs': 0.455311} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.406973] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.407186] env[70917]: INFO nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1219.407365] env[70917]: DEBUG nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.408144] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ca0e6-bd6b-432a-9424-650dba5f9888 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.423189] env[70917]: DEBUG nova.policy [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.491451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64061850-a00b-4e64-98fc-9784e22d303b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.497109] env[70917]: DEBUG nova.compute.manager [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-vif-plugged-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.497109] env[70917]: DEBUG oslo_concurrency.lockutils [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.497109] env[70917]: DEBUG oslo_concurrency.lockutils [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.497535] env[70917]: DEBUG oslo_concurrency.lockutils [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.497535] env[70917]: DEBUG nova.compute.manager [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] No waiting events found dispatching network-vif-plugged-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.497535] env[70917]: WARNING nova.compute.manager [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received unexpected event network-vif-plugged-e813261f-bfea-4142-8f3f-b75163107438 for instance with vm_state shelved_offloaded and task_state spawning. [ 1219.497647] env[70917]: DEBUG nova.compute.manager [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-changed-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.497820] env[70917]: DEBUG nova.compute.manager [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing instance network info cache due to event network-changed-e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.497982] env[70917]: DEBUG oslo_concurrency.lockutils [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] Acquiring lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.503109] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff9fa31-800b-4e83-b398-94b0c05d9fad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.535229] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.535974] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5768108-dc6e-4189-8fc3-cb568861b46f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.538818] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483d2437-50c5-41b5-b39f-685893fde779 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.547975] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f166b-51e8-4e95-9831-df9d11b05750 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.551606] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1219.551606] env[70917]: value = "task-3462398" [ 1219.551606] env[70917]: _type = "Task" [ 1219.551606] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.562913] env[70917]: DEBUG nova.compute.provider_tree [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.569054] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462398, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.686718] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Creating Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1219.687071] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16c4f798-af29-4e23-a92f-ec66130cc5f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.695629] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1219.695629] env[70917]: value = "task-3462399" [ 1219.695629] env[70917]: _type = "Task" [ 1219.695629] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.704377] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.722974] env[70917]: DEBUG nova.network.neutron [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Successfully created port: 876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.775876] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.779666] env[70917]: DEBUG oslo_concurrency.lockutils [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] Acquired lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.779666] env[70917]: DEBUG nova.network.neutron [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Refreshing network info cache for port e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.811903] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='05f3abc9a49c77c08af0332ac1f81011',container_format='bare',created_at=2025-04-16T15:36:27Z,direct_url=,disk_format='vmdk',id=1b58eded-69e4-4915-a704-4abe29736459,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2099413988-shelved',owner='72d2f071a7f94c728fb7559f856001e3',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-16T15:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.812166] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.812324] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.812504] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.812740] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.812920] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.813151] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.813314] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.813483] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.813762] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.813829] env[70917]: DEBUG nova.virt.hardware [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.814676] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e6542-9f40-49d1-8009-777f4f11b412 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.822476] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f31fd-24ca-405d-8fee-aac54f02f6e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.836462] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ae:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e813261f-bfea-4142-8f3f-b75163107438', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.843973] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.844361] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.844496] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11707735-3fae-41ee-bc71-84509b7b037f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.861333] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.864841] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.864841] env[70917]: value = "task-3462400" [ 1219.864841] env[70917]: _type = "Task" [ 1219.864841] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.872419] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462400, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.928739] env[70917]: INFO nova.compute.manager [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Took 16.50 seconds to build instance. [ 1220.062265] env[70917]: DEBUG oslo_vmware.api [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462398, 'name': PowerOnVM_Task, 'duration_secs': 0.409084} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.062448] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.062719] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b12d03bb-24b4-4f24-8e91-942b3415d621 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance '05f38d54-b0de-4261-8352-df8394eda187' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.067057] env[70917]: DEBUG nova.scheduler.client.report [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.205290] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462399, 'name': CreateSnapshot_Task, 'duration_secs': 0.473597} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.205478] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Created Snapshot of the VM instance {{(pid=70917) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1220.206249] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92bec2a-0175-4ee4-99d3-0265e46cc332 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.380403] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462400, 'name': CreateVM_Task, 'duration_secs': 0.357589} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.380403] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.388124] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.388308] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.388714] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.388984] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300b1114-6bdf-483e-8759-d9b51c6476d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.394028] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1220.394028] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525a2d45-ae70-737d-072a-0c45ecc68f78" [ 1220.394028] env[70917]: _type = "Task" [ 1220.394028] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.404633] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525a2d45-ae70-737d-072a-0c45ecc68f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.432453] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.014s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.493055] env[70917]: DEBUG nova.network.neutron [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updated VIF entry in instance network info cache for port e813261f-bfea-4142-8f3f-b75163107438. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.493491] env[70917]: DEBUG nova.network.neutron [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [{"id": "e813261f-bfea-4142-8f3f-b75163107438", "address": "fa:16:3e:6e:ae:9b", "network": {"id": "e451727c-d83e-4d65-8e97-ca57b6c7280d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-570925989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d2f071a7f94c728fb7559f856001e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape813261f-bf", "ovs_interfaceid": "e813261f-bfea-4142-8f3f-b75163107438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.574049] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.576883] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.502s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.576938] env[70917]: DEBUG nova.objects.instance [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lazy-loading 'resources' on Instance uuid aa7849c0-901f-46d6-aef9-6dcf3ecd960c {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.601376] env[70917]: INFO nova.scheduler.client.report [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Deleted allocations for instance 0e2c19ce-f7f9-41d4-846b-d73eeb16c999 [ 1220.724214] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Creating linked-clone VM from snapshot {{(pid=70917) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1220.724893] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02166fad-0e16-4cd3-a346-af2ff329677b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.733972] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1220.733972] env[70917]: value = "task-3462401" [ 1220.733972] env[70917]: _type = "Task" [ 1220.733972] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.742467] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462401, 'name': CloneVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.875579] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.906672] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.906929] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.907103] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.907299] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.907454] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.907601] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.907813] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.907972] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.908154] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.908320] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.908494] env[70917]: DEBUG nova.virt.hardware [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.908893] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.909126] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Processing image 1b58eded-69e4-4915-a704-4abe29736459 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.909363] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.909529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.909764] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.910621] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ffe9e-212c-4c72-9fb4-05ed9d9726dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.913510] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f731246a-6074-4e48-aafb-b5725925a552 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.922552] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d25214b-8f82-4356-bccb-40e12605c85e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.927709] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.927895] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.928933] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f440c3-882e-4bd1-98b0-e5dec96cb8be {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.941973] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1220.941973] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52741f16-e089-f472-8386-79f8e4b65db8" [ 1220.941973] env[70917]: _type = "Task" [ 1220.941973] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.949906] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52741f16-e089-f472-8386-79f8e4b65db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.995854] env[70917]: DEBUG oslo_concurrency.lockutils [req-22e1b782-f8c1-42af-88f9-44bd2a77b851 req-e926212f-9393-4aa1-a05c-abef5ee629b6 service nova] Releasing lock "refresh_cache-38e7ff11-0566-4794-8f50-1b6d437a10a7" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.112786] env[70917]: DEBUG oslo_concurrency.lockutils [None req-5ae24b98-4321-4813-a764-6a9611956ff6 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Lock "0e2c19ce-f7f9-41d4-846b-d73eeb16c999" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.199s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.222721] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07b0a0-9493-4900-8e80-acd04d051552 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.232401] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2183d0f-8de8-4e5a-b67f-6277a1b1ea81 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.244760] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462401, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.273260] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284535d-0313-493e-93c0-469ca3d81162 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.282171] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff149b98-e9d6-44f6-a168-b294f6e27905 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.297135] env[70917]: DEBUG nova.compute.provider_tree [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.341447] env[70917]: DEBUG nova.network.neutron [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Successfully updated port: 876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.451736] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1221.452083] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Fetch image to [datastore2] OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1/OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1221.452386] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Downloading stream optimized image 1b58eded-69e4-4915-a704-4abe29736459 to [datastore2] OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1/OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1.vmdk on the data store datastore2 as vApp {{(pid=70917) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1221.452555] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Downloading image file data 1b58eded-69e4-4915-a704-4abe29736459 to the ESX as VM named 'OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1' {{(pid=70917) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1221.523427] env[70917]: DEBUG nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Received event network-changed-030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.523744] env[70917]: DEBUG nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Refreshing instance network info cache due to event network-changed-030b14b4-b18a-4402-8bc4-f1c4cf9523da. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.523978] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Acquiring lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.524078] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Acquired lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.524261] env[70917]: DEBUG nova.network.neutron [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Refreshing network info cache for port 030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.532252] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1221.532252] env[70917]: value = "resgroup-9" [ 1221.532252] env[70917]: _type = "ResourcePool" [ 1221.532252] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1221.532734] env[70917]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8ce931bb-ff88-4553-b6b2-684d56abe405 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.553275] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease: (returnval){ [ 1221.553275] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52896603-341c-c2f7-8763-685945b96eab" [ 1221.553275] env[70917]: _type = "HttpNfcLease" [ 1221.553275] env[70917]: } obtained for vApp import into resource pool (val){ [ 1221.553275] env[70917]: value = "resgroup-9" [ 1221.553275] env[70917]: _type = "ResourcePool" [ 1221.553275] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1221.553599] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the lease: (returnval){ [ 1221.553599] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52896603-341c-c2f7-8763-685945b96eab" [ 1221.553599] env[70917]: _type = "HttpNfcLease" [ 1221.553599] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1221.559519] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.559519] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52896603-341c-c2f7-8763-685945b96eab" [ 1221.559519] env[70917]: _type = "HttpNfcLease" [ 1221.559519] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1221.746300] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462401, 'name': CloneVM_Task} progress is 94%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.800607] env[70917]: DEBUG nova.scheduler.client.report [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.844488] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-fbbd143e-3436-4972-8270-9619c906ba4e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.844683] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-fbbd143e-3436-4972-8270-9619c906ba4e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.844829] env[70917]: DEBUG nova.network.neutron [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.062942] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.062942] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52896603-341c-c2f7-8763-685945b96eab" [ 1222.062942] env[70917]: _type = "HttpNfcLease" [ 1222.062942] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1222.063813] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1222.063813] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52896603-341c-c2f7-8763-685945b96eab" [ 1222.063813] env[70917]: _type = "HttpNfcLease" [ 1222.063813] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1222.064539] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6dc4f1-30a9-4681-8afb-76f94553c26e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.072613] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb652-dfb5-041b-0e0b-9aaf41121d18/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1222.072895] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb652-dfb5-041b-0e0b-9aaf41121d18/disk-0.vmdk. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1222.150988] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b0578af-d643-4ad8-ac9b-040e36830cd9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.245072] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462401, 'name': CloneVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.307965] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.339859] env[70917]: INFO nova.scheduler.client.report [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Deleted allocations for instance aa7849c0-901f-46d6-aef9-6dcf3ecd960c [ 1222.414473] env[70917]: DEBUG nova.network.neutron [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.538697] env[70917]: DEBUG nova.network.neutron [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updated VIF entry in instance network info cache for port 030b14b4-b18a-4402-8bc4-f1c4cf9523da. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.539454] env[70917]: DEBUG nova.network.neutron [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [{"id": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "address": "fa:16:3e:a7:3c:6a", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030b14b4-b1", "ovs_interfaceid": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.709503] env[70917]: DEBUG nova.network.neutron [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Updating instance_info_cache with network_info: [{"id": "876324c9-a641-4f1e-bb42-9313c5df9401", "address": "fa:16:3e:5c:90:68", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876324c9-a6", "ovs_interfaceid": "876324c9-a641-4f1e-bb42-9313c5df9401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.751125] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462401, 'name': CloneVM_Task, 'duration_secs': 1.516539} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.754656] env[70917]: INFO nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Created linked-clone VM from snapshot [ 1222.761020] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a969e71-3669-423e-9954-1f195b692d08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.769514] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Uploading image 92b04807-9452-4fd9-997a-c211c92d9793 {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1222.799838] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1222.799838] env[70917]: value = "vm-691570" [ 1222.799838] env[70917]: _type = "VirtualMachine" [ 1222.799838] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1222.800138] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd8da694-37ed-4884-9664-d022c80fdd93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.808440] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease: (returnval){ [ 1222.808440] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526c81a7-acd5-e0d1-7573-a8e139fd8add" [ 1222.808440] env[70917]: _type = "HttpNfcLease" [ 1222.808440] env[70917]: } obtained for exporting VM: (result){ [ 1222.808440] env[70917]: value = "vm-691570" [ 1222.808440] env[70917]: _type = "VirtualMachine" [ 1222.808440] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1222.808762] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the lease: (returnval){ [ 1222.808762] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526c81a7-acd5-e0d1-7573-a8e139fd8add" [ 1222.808762] env[70917]: _type = "HttpNfcLease" [ 1222.808762] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.818142] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.818142] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526c81a7-acd5-e0d1-7573-a8e139fd8add" [ 1222.818142] env[70917]: _type = "HttpNfcLease" [ 1222.818142] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.820877] env[70917]: DEBUG nova.network.neutron [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.821125] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.821283] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.821513] env[70917]: DEBUG nova.network.neutron [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.848583] env[70917]: DEBUG oslo_concurrency.lockutils [None req-59a44600-06c9-455b-9408-8710301339f4 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Lock "aa7849c0-901f-46d6-aef9-6dcf3ecd960c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.160s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.043943] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Releasing lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.044257] env[70917]: DEBUG nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Received event network-vif-plugged-876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.044456] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Acquiring lock "fbbd143e-3436-4972-8270-9619c906ba4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.044681] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Lock "fbbd143e-3436-4972-8270-9619c906ba4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.044882] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Lock "fbbd143e-3436-4972-8270-9619c906ba4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.045089] env[70917]: DEBUG nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] No waiting events found dispatching network-vif-plugged-876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.045265] env[70917]: WARNING nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Received unexpected event network-vif-plugged-876324c9-a641-4f1e-bb42-9313c5df9401 for instance with vm_state building and task_state spawning. [ 1223.045424] env[70917]: DEBUG nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Received event network-changed-876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.045579] env[70917]: DEBUG nova.compute.manager [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Refreshing instance network info cache due to event network-changed-876324c9-a641-4f1e-bb42-9313c5df9401. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.045745] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Acquiring lock "refresh_cache-fbbd143e-3436-4972-8270-9619c906ba4e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.212060] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-fbbd143e-3436-4972-8270-9619c906ba4e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.212469] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Instance network_info: |[{"id": "876324c9-a641-4f1e-bb42-9313c5df9401", "address": "fa:16:3e:5c:90:68", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876324c9-a6", "ovs_interfaceid": "876324c9-a641-4f1e-bb42-9313c5df9401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.212721] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Acquired lock "refresh_cache-fbbd143e-3436-4972-8270-9619c906ba4e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.212926] env[70917]: DEBUG nova.network.neutron [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Refreshing network info cache for port 876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.218045] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:90:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876324c9-a641-4f1e-bb42-9313c5df9401', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.223916] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.225661] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.225900] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c54841f1-4f6e-41b2-93d0-4053aaab87d9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.251823] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.251823] env[70917]: value = "task-3462404" [ 1223.251823] env[70917]: _type = "Task" [ 1223.251823] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.259534] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462404, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.301130] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1223.301495] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb652-dfb5-041b-0e0b-9aaf41121d18/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.302475] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae77dd-6066-4758-8213-6cb1b61f405e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.309659] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb652-dfb5-041b-0e0b-9aaf41121d18/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.310604] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb652-dfb5-041b-0e0b-9aaf41121d18/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1223.313355] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a032df8c-cdee-4d35-a9ff-073a12b813ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.319707] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.319707] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526c81a7-acd5-e0d1-7573-a8e139fd8add" [ 1223.319707] env[70917]: _type = "HttpNfcLease" [ 1223.319707] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.320353] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.320353] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]526c81a7-acd5-e0d1-7573-a8e139fd8add" [ 1223.320353] env[70917]: _type = "HttpNfcLease" [ 1223.320353] env[70917]: }. {{(pid=70917) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1223.320831] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d799abe-18c1-4ed0-bfbb-a3f829130e18 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.331385] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52131881-4334-1ea8-6a12-63b74fd40ab0/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.331651] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52131881-4334-1ea8-6a12-63b74fd40ab0/disk-0.vmdk for reading. {{(pid=70917) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1223.453916] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa685988-bce7-4d1e-9946-644509c1dce8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.527760] env[70917]: DEBUG oslo_vmware.rw_handles [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb652-dfb5-041b-0e0b-9aaf41121d18/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1223.527760] env[70917]: INFO nova.virt.vmwareapi.images [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Downloaded image file data 1b58eded-69e4-4915-a704-4abe29736459 [ 1223.528133] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb4124e-d902-41e4-8c76-840107233fbf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.549345] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b6aca9-995a-48f4-8769-372beabf915f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.582163] env[70917]: INFO nova.virt.vmwareapi.images [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] The imported VM was unregistered [ 1223.584584] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1223.584827] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.585120] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3a88e0-3e85-4aa3-b415-4f3a74b7b184 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.619164] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Created directory with path [datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.619164] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1/OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1.vmdk to [datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk. {{(pid=70917) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1223.619164] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5eca1ef3-f899-4e59-ba94-154de71d4ce7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.633149] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1223.633149] env[70917]: value = "task-3462406" [ 1223.633149] env[70917]: _type = "Task" [ 1223.633149] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.646328] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.765852] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462404, 'name': CreateVM_Task, 'duration_secs': 0.478529} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.766499] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.767423] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.767646] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.768095] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.768451] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a0de5e-ebda-4e99-af7a-42482a7c6b6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.775681] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1223.775681] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c51f0f-106e-7f6d-5972-6ba0923726e7" [ 1223.775681] env[70917]: _type = "Task" [ 1223.775681] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.786727] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c51f0f-106e-7f6d-5972-6ba0923726e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.045940] env[70917]: DEBUG nova.network.neutron [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.147082] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.287636] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c51f0f-106e-7f6d-5972-6ba0923726e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.288095] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.288307] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.288630] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.288794] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.288988] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.289353] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3386b8-891d-4a42-ab98-9a35d1acd92c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.307464] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.307726] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.308630] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec37d70-137b-40e6-8140-431e012d623e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.316378] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1224.316378] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52975cdc-0418-f9ca-5e8f-320786928e5d" [ 1224.316378] env[70917]: _type = "Task" [ 1224.316378] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.330180] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52975cdc-0418-f9ca-5e8f-320786928e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.436602] env[70917]: DEBUG nova.network.neutron [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Updated VIF entry in instance network info cache for port 876324c9-a641-4f1e-bb42-9313c5df9401. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.436602] env[70917]: DEBUG nova.network.neutron [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Updating instance_info_cache with network_info: [{"id": "876324c9-a641-4f1e-bb42-9313c5df9401", "address": "fa:16:3e:5c:90:68", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876324c9-a6", "ovs_interfaceid": "876324c9-a641-4f1e-bb42-9313c5df9401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.550773] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.653144] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.833092] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52975cdc-0418-f9ca-5e8f-320786928e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.078328} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.834380] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27fd542-2abd-4d76-b0fb-b07e63cbdf1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.843392] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1224.843392] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52704e1c-b381-f2b8-83a2-14f7e72ed4d2" [ 1224.843392] env[70917]: _type = "Task" [ 1224.843392] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.859134] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52704e1c-b381-f2b8-83a2-14f7e72ed4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.941745] env[70917]: DEBUG oslo_concurrency.lockutils [req-00c6b19c-b0b4-49a4-b62a-bed64acba53b req-07df4e1e-878c-4ccb-beca-c31c13d9f6d4 service nova] Releasing lock "refresh_cache-fbbd143e-3436-4972-8270-9619c906ba4e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.055497] env[70917]: DEBUG nova.compute.manager [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70917) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1225.056656] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.056656] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.146346] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.354596] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52704e1c-b381-f2b8-83a2-14f7e72ed4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.086901} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.355390] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.356140] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fbbd143e-3436-4972-8270-9619c906ba4e/fbbd143e-3436-4972-8270-9619c906ba4e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.356445] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-348f94ab-c025-422e-808b-8eb102d0818d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.365728] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1225.365728] env[70917]: value = "task-3462407" [ 1225.365728] env[70917]: _type = "Task" [ 1225.365728] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.375295] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.562551] env[70917]: DEBUG nova.objects.instance [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'migration_context' on Instance uuid 05f38d54-b0de-4261-8352-df8394eda187 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.648583] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.877557] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.147464] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.171347] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f312c4e-9911-4d6f-8bdc-e72314424725 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.179964] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c1e34-4eb4-4f4b-9be2-4d278e0467bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.211299] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606d4ca3-c869-4c48-b331-3f32c35a5453 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.219718] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644be7b-800a-4f4d-9c4c-175d4b93a524 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.234136] env[70917]: DEBUG nova.compute.provider_tree [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.376803] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462407, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.649781] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462406, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.673447} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.650208] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1/OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1.vmdk to [datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk. [ 1226.650484] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Cleaning up location [datastore2] OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1226.650778] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7e4d75c8-9ee9-4064-99f3-8a95b624e5d1 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.651127] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8c0d39e-c7b4-4a3d-8946-95e58ca9d1f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.658878] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1226.658878] env[70917]: value = "task-3462408" [ 1226.658878] env[70917]: _type = "Task" [ 1226.658878] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.671706] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.739316] env[70917]: DEBUG nova.scheduler.client.report [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.883249] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462407, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.469636} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.883675] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] fbbd143e-3436-4972-8270-9619c906ba4e/fbbd143e-3436-4972-8270-9619c906ba4e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.883903] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.884310] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47c3ae4-a586-469b-9f6f-d447be65945a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.892513] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1226.892513] env[70917]: value = "task-3462409" [ 1226.892513] env[70917]: _type = "Task" [ 1226.892513] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.901741] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.169801] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17437} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.170121] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.170361] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.170541] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk to [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.170846] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c7bacf-0e5a-43ff-a20d-2ecf5ecf1f30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.177828] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1227.177828] env[70917]: value = "task-3462410" [ 1227.177828] env[70917]: _type = "Task" [ 1227.177828] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.186407] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.405457] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069647} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.405928] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.407523] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbda4c8-2aec-406d-ab83-46d5ba49a33c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.435028] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fbbd143e-3436-4972-8270-9619c906ba4e/fbbd143e-3436-4972-8270-9619c906ba4e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.435436] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0878009e-014e-416c-b77f-8c1a6ec849bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.457516] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1227.457516] env[70917]: value = "task-3462411" [ 1227.457516] env[70917]: _type = "Task" [ 1227.457516] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.466483] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.687660] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462410, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.752247] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.696s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.973109] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.194517] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462410, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.472196] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462411, 'name': ReconfigVM_Task, 'duration_secs': 0.81635} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.472683] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fbbd143e-3436-4972-8270-9619c906ba4e/fbbd143e-3436-4972-8270-9619c906ba4e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.473431] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f28d3e5-6cf9-4cde-a0e3-1e778c90a61d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.481539] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1228.481539] env[70917]: value = "task-3462412" [ 1228.481539] env[70917]: _type = "Task" [ 1228.481539] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.495779] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462412, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.691071] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462410, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.998093] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462412, 'name': Rename_Task, 'duration_secs': 0.398787} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.998824] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.999504] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f08fefb-1eac-4ad8-897b-7aa550663eb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.009357] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1229.009357] env[70917]: value = "task-3462413" [ 1229.009357] env[70917]: _type = "Task" [ 1229.009357] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.019209] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.191586] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462410, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.304373] env[70917]: INFO nova.compute.manager [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Swapping old allocation on dict_keys(['80a2a1d7-e598-4308-becd-5c7b0cb87cf5']) held by migration 47342568-80ea-4e9b-86a9-64b437a8bc1c for instance [ 1229.333059] env[70917]: DEBUG nova.scheduler.client.report [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Overwriting current allocation {'allocations': {'80a2a1d7-e598-4308-becd-5c7b0cb87cf5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '4ed8456a435748c4834d12cc500928ab', 'user_id': '0a5f7433e5754870a3161811a054df2d', 'consumer_generation': 1} on consumer 05f38d54-b0de-4261-8352-df8394eda187 {{(pid=70917) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1229.422358] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.422641] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.423034] env[70917]: DEBUG nova.network.neutron [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.521225] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.693190] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462410, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.478755} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.693867] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1b58eded-69e4-4915-a704-4abe29736459/1b58eded-69e4-4915-a704-4abe29736459.vmdk to [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.694735] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a34aba9-7515-4294-b65b-1e43369f7e29 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.717432] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.718309] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c81b41-ade7-45d7-a5b7-bf8a4df7e66f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.741472] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1229.741472] env[70917]: value = "task-3462414" [ 1229.741472] env[70917]: _type = "Task" [ 1229.741472] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.753912] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.022445] env[70917]: DEBUG oslo_vmware.api [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462413, 'name': PowerOnVM_Task, 'duration_secs': 0.952824} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.025440] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.025574] env[70917]: INFO nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1230.025817] env[70917]: DEBUG nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.026772] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96c78b1-5b52-4f5f-9893-d122ef473cd2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.121541] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.121847] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.187383] env[70917]: DEBUG nova.network.neutron [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [{"id": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "address": "fa:16:3e:09:cd:84", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a7dfe5-04", "ovs_interfaceid": "a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.251290] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462414, 'name': ReconfigVM_Task, 'duration_secs': 0.327749} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.251585] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7/38e7ff11-0566-4794-8f50-1b6d437a10a7.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.252252] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3627b25-9976-42df-b939-aad11a64073c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.259619] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1230.259619] env[70917]: value = "task-3462415" [ 1230.259619] env[70917]: _type = "Task" [ 1230.259619] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.267718] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462415, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.549110] env[70917]: INFO nova.compute.manager [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Took 14.41 seconds to build instance. [ 1230.624718] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.690943] env[70917]: DEBUG oslo_concurrency.lockutils [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-05f38d54-b0de-4261-8352-df8394eda187" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.691489] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.691850] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb3605d-53aa-442a-81ce-64cb445f8724 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.699269] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1230.699269] env[70917]: value = "task-3462416" [ 1230.699269] env[70917]: _type = "Task" [ 1230.699269] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.712644] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.770294] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462415, 'name': Rename_Task, 'duration_secs': 0.135306} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.770617] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.770874] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33eb99ae-ba95-422b-a9c2-4fcdfb35e478 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.777451] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1230.777451] env[70917]: value = "task-3462417" [ 1230.777451] env[70917]: _type = "Task" [ 1230.777451] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.785971] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.051274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "fbbd143e-3436-4972-8270-9619c906ba4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.919s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.149759] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.150065] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.152060] env[70917]: INFO nova.compute.claims [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.209963] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462416, 'name': PowerOffVM_Task, 'duration_secs': 0.343607} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.210311] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.210894] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.211121] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.211448] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.211448] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.211738] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.211810] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.212023] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.212187] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.212356] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.212541] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.212679] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.218559] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577abd22-e5bd-495c-af95-086a0b656a7d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.236541] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1231.236541] env[70917]: value = "task-3462418" [ 1231.236541] env[70917]: _type = "Task" [ 1231.236541] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.253198] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.288082] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.326368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "fbbd143e-3436-4972-8270-9619c906ba4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.326662] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "fbbd143e-3436-4972-8270-9619c906ba4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.326901] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "fbbd143e-3436-4972-8270-9619c906ba4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.327229] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "fbbd143e-3436-4972-8270-9619c906ba4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.327347] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "fbbd143e-3436-4972-8270-9619c906ba4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.329474] env[70917]: INFO nova.compute.manager [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Terminating instance [ 1231.746867] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462418, 'name': ReconfigVM_Task, 'duration_secs': 0.196193} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.747671] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1774d4-8bfa-4de0-9d75-f7e449e3745a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.774497] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.774887] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.775175] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.775439] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.775651] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.775894] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.776210] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.776471] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.776711] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.776975] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.777257] env[70917]: DEBUG nova.virt.hardware [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.778488] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4eb08b-494a-40f6-a853-4a72f48f3652 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.790020] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1231.790020] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5227c854-8f3a-5369-c548-a91905020b83" [ 1231.790020] env[70917]: _type = "Task" [ 1231.790020] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.794756] env[70917]: DEBUG oslo_vmware.api [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462417, 'name': PowerOnVM_Task, 'duration_secs': 0.575761} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.799194] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.809225] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5227c854-8f3a-5369-c548-a91905020b83, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.815184] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.815482] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f4a1be9-20d9-42b6-bb50-1fcb1f3ee23e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.833684] env[70917]: DEBUG nova.compute.manager [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.833895] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.835878] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbcda0e-525a-47e7-83bb-c230e2c7344f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.838544] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1231.838544] env[70917]: value = "task-3462419" [ 1231.838544] env[70917]: _type = "Task" [ 1231.838544] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.844601] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.844601] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d2088be-172a-41b3-896a-14ef67382850 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.848939] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.853379] env[70917]: DEBUG oslo_vmware.api [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1231.853379] env[70917]: value = "task-3462420" [ 1231.853379] env[70917]: _type = "Task" [ 1231.853379] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.862946] env[70917]: DEBUG oslo_vmware.api [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.909614] env[70917]: DEBUG nova.compute.manager [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.910627] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb0c56-bc3b-4c55-a532-b7d83e3bcc24 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.261600] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4736f-6e73-4eb2-a19d-12a335dfbd19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.271887] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f086e3-a085-4baf-b006-36dd10371cb2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.303788] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd7dc8c-bf12-4e9a-8755-e5310f79e908 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.311161] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ce1c95-7587-4716-a87b-0196541fce9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.324801] env[70917]: DEBUG nova.compute.provider_tree [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.348314] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462419, 'name': ReconfigVM_Task, 'duration_secs': 0.291931} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.348672] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.349513] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c807f1-65f0-4915-97af-9478e126d4e4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.371497] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.374860] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bedec16-a801-4cae-9b39-62ed1c2555f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.392662] env[70917]: DEBUG oslo_vmware.api [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462420, 'name': PowerOffVM_Task, 'duration_secs': 0.267685} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.394087] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.394324] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.394720] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1232.394720] env[70917]: value = "task-3462421" [ 1232.394720] env[70917]: _type = "Task" [ 1232.394720] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.394927] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-838928c5-affc-4904-beb1-fa5687db18fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.405731] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.427930] env[70917]: DEBUG oslo_concurrency.lockutils [None req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.941s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.474930] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.475195] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.475385] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore2] fbbd143e-3436-4972-8270-9619c906ba4e {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.475668] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f344d582-fccc-453d-a7ef-dc534372bcf5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.482801] env[70917]: DEBUG oslo_vmware.api [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1232.482801] env[70917]: value = "task-3462423" [ 1232.482801] env[70917]: _type = "Task" [ 1232.482801] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.490881] env[70917]: DEBUG oslo_vmware.api [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.828608] env[70917]: DEBUG nova.scheduler.client.report [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.905964] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462421, 'name': ReconfigVM_Task, 'duration_secs': 0.441446} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.906316] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 05f38d54-b0de-4261-8352-df8394eda187/05f38d54-b0de-4261-8352-df8394eda187.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.907119] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab065d-5d6a-42a4-a140-58df43390e11 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.925136] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea65bfc-eb19-47b0-b80d-63978474d61a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.944648] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9bc7f2-d7bb-4a53-a1e7-08096a9c8eb5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.963282] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d54d745-b19b-4ad2-8888-dc840cfcb4a7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.970316] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.970597] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9111014c-59c9-4d03-9a6e-9dc97b34928b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.976888] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1232.976888] env[70917]: value = "task-3462424" [ 1232.976888] env[70917]: _type = "Task" [ 1232.976888] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.989469] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.995297] env[70917]: DEBUG oslo_vmware.api [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293904} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.995609] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.995833] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.996129] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.996356] env[70917]: INFO nova.compute.manager [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1232.996639] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.996882] env[70917]: DEBUG nova.compute.manager [-] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.997018] env[70917]: DEBUG nova.network.neutron [-] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.301314] env[70917]: DEBUG nova.compute.manager [req-9acac89e-f4c7-4583-8d32-a3c8ce971f73 req-0168f14d-fc41-41e6-8f9d-7053726be99a service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Received event network-vif-deleted-876324c9-a641-4f1e-bb42-9313c5df9401 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.301609] env[70917]: INFO nova.compute.manager [req-9acac89e-f4c7-4583-8d32-a3c8ce971f73 req-0168f14d-fc41-41e6-8f9d-7053726be99a service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Neutron deleted interface 876324c9-a641-4f1e-bb42-9313c5df9401; detaching it from the instance and deleting it from the info cache [ 1233.301684] env[70917]: DEBUG nova.network.neutron [req-9acac89e-f4c7-4583-8d32-a3c8ce971f73 req-0168f14d-fc41-41e6-8f9d-7053726be99a service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.306441] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52131881-4334-1ea8-6a12-63b74fd40ab0/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.307562] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a17f82-9788-4ace-8735-397ae3492905 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.314210] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52131881-4334-1ea8-6a12-63b74fd40ab0/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.314376] env[70917]: ERROR oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52131881-4334-1ea8-6a12-63b74fd40ab0/disk-0.vmdk due to incomplete transfer. [ 1233.315233] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5c1bf92-7e3b-4faf-a069-5d6f70d040b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.322487] env[70917]: DEBUG oslo_vmware.rw_handles [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52131881-4334-1ea8-6a12-63b74fd40ab0/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1233.322766] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Uploaded image 92b04807-9452-4fd9-997a-c211c92d9793 to the Glance image server {{(pid=70917) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1233.324501] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Destroying the VM {{(pid=70917) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1233.325127] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b068748-aa8f-47b6-8f8e-00d6f6228cf4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.330789] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1233.330789] env[70917]: value = "task-3462425" [ 1233.330789] env[70917]: _type = "Task" [ 1233.330789] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.334052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.334526] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.342442] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462425, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.486702] env[70917]: DEBUG oslo_vmware.api [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462424, 'name': PowerOnVM_Task, 'duration_secs': 0.41529} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.486976] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.753168] env[70917]: DEBUG nova.network.neutron [-] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.811712] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-613ce011-c79e-4fc9-a759-98e6665fd978 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.821880] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b259c9a5-11e6-43ed-a9a7-dec2a73cf540 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.840150] env[70917]: DEBUG nova.compute.utils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.845991] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.845991] env[70917]: DEBUG nova.network.neutron [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.846794] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462425, 'name': Destroy_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.854922] env[70917]: DEBUG nova.compute.manager [req-9acac89e-f4c7-4583-8d32-a3c8ce971f73 req-0168f14d-fc41-41e6-8f9d-7053726be99a service nova] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Detach interface failed, port_id=876324c9-a641-4f1e-bb42-9313c5df9401, reason: Instance fbbd143e-3436-4972-8270-9619c906ba4e could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1233.915025] env[70917]: DEBUG nova.policy [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd847fb06cdcd4ded98c0318b5f1df84c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df0ed0f6f414837842fd27c9d116dbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.240601] env[70917]: DEBUG nova.network.neutron [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Successfully created port: 3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.256442] env[70917]: INFO nova.compute.manager [-] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Took 1.26 seconds to deallocate network for instance. [ 1234.342503] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462425, 'name': Destroy_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.348517] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.498661] env[70917]: INFO nova.compute.manager [None req-48d52888-edd3-47e5-995a-478daefea62d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance to original state: 'active' [ 1234.765184] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.765476] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.765750] env[70917]: DEBUG nova.objects.instance [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid fbbd143e-3436-4972-8270-9619c906ba4e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.843725] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462425, 'name': Destroy_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.347318] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462425, 'name': Destroy_Task, 'duration_secs': 1.857357} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.347696] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Destroyed the VM [ 1235.347969] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deleting Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.348240] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d1c1984-a70b-4d51-bbae-35f554bb7bf2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.356101] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1235.356101] env[70917]: value = "task-3462426" [ 1235.356101] env[70917]: _type = "Task" [ 1235.356101] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.359751] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.371307] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462426, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.387605] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8391e004-bed7-4ab8-bc8f-579c271e9549 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.392415] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.392545] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.393683] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.393683] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.393683] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.393683] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.393683] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.393683] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.393930] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.393930] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.394666] env[70917]: DEBUG nova.virt.hardware [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.397022] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139fae1-7f62-46b3-9039-36156c7fe6c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.405202] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5ec82-6532-4cac-9eba-9c8a8ddcdd64 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.408995] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd73fefd-2916-4958-bab8-fa89857b4f4d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.448779] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5ad558-dfc8-4742-b1db-b4b01425c314 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.456360] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a455269a-665b-4c43-83f8-57770206ceca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.470647] env[70917]: DEBUG nova.compute.provider_tree [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.603719] env[70917]: DEBUG nova.compute.manager [req-fdfaf706-7edd-492d-abb3-7beee5b6eccd req-8492cc7a-bd0f-4928-9024-1d41cc4b9a6f service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Received event network-vif-plugged-3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.603968] env[70917]: DEBUG oslo_concurrency.lockutils [req-fdfaf706-7edd-492d-abb3-7beee5b6eccd req-8492cc7a-bd0f-4928-9024-1d41cc4b9a6f service nova] Acquiring lock "6b1dff09-0b48-4abb-b77f-dc21534352f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.604224] env[70917]: DEBUG oslo_concurrency.lockutils [req-fdfaf706-7edd-492d-abb3-7beee5b6eccd req-8492cc7a-bd0f-4928-9024-1d41cc4b9a6f service nova] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.604434] env[70917]: DEBUG oslo_concurrency.lockutils [req-fdfaf706-7edd-492d-abb3-7beee5b6eccd req-8492cc7a-bd0f-4928-9024-1d41cc4b9a6f service nova] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.604584] env[70917]: DEBUG nova.compute.manager [req-fdfaf706-7edd-492d-abb3-7beee5b6eccd req-8492cc7a-bd0f-4928-9024-1d41cc4b9a6f service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] No waiting events found dispatching network-vif-plugged-3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.604766] env[70917]: WARNING nova.compute.manager [req-fdfaf706-7edd-492d-abb3-7beee5b6eccd req-8492cc7a-bd0f-4928-9024-1d41cc4b9a6f service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Received unexpected event network-vif-plugged-3aa5261a-8e2c-4880-b4b9-ef027c82c348 for instance with vm_state building and task_state spawning. [ 1235.687408] env[70917]: DEBUG nova.network.neutron [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Successfully updated port: 3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.857608] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "05f38d54-b0de-4261-8352-df8394eda187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.857882] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.858080] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "05f38d54-b0de-4261-8352-df8394eda187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.858274] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.858445] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.863018] env[70917]: INFO nova.compute.manager [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Terminating instance [ 1235.873451] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462426, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.974716] env[70917]: DEBUG nova.scheduler.client.report [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.190291] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.190438] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.190595] env[70917]: DEBUG nova.network.neutron [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.372905] env[70917]: DEBUG nova.compute.manager [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.373153] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.373431] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462426, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673204} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.374136] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c514cdff-0cac-4d7d-8fd7-50fdaffd9166 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.376942] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deleted Snapshot of the VM instance {{(pid=70917) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1236.377225] env[70917]: DEBUG nova.compute.manager [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.377878] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17695fd6-7d0d-448c-afd4-ff17a63878dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.387310] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.387697] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96322b7c-6d63-4e21-bc5f-ef49a571eb42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.395390] env[70917]: DEBUG oslo_vmware.api [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1236.395390] env[70917]: value = "task-3462427" [ 1236.395390] env[70917]: _type = "Task" [ 1236.395390] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.405318] env[70917]: DEBUG oslo_vmware.api [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.480610] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.512699] env[70917]: INFO nova.scheduler.client.report [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance fbbd143e-3436-4972-8270-9619c906ba4e [ 1236.720072] env[70917]: DEBUG nova.network.neutron [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.833493] env[70917]: DEBUG nova.network.neutron [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updating instance_info_cache with network_info: [{"id": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "address": "fa:16:3e:ba:0a:bb", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa5261a-8e", "ovs_interfaceid": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.891206] env[70917]: INFO nova.compute.manager [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Shelve offloading [ 1236.904533] env[70917]: DEBUG oslo_vmware.api [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462427, 'name': PowerOffVM_Task, 'duration_secs': 0.184275} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.905313] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.905487] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.905717] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a64b320c-4f0c-4294-addb-411678d23c2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.969277] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.969467] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.969630] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleting the datastore file [datastore1] 05f38d54-b0de-4261-8352-df8394eda187 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.969973] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf3db783-46fc-4083-848f-16b17be2bdba {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.977876] env[70917]: DEBUG oslo_vmware.api [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1236.977876] env[70917]: value = "task-3462429" [ 1236.977876] env[70917]: _type = "Task" [ 1236.977876] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.986132] env[70917]: DEBUG oslo_vmware.api [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.020992] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b7976514-58bb-451e-87c3-971b52be81f3 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "fbbd143e-3436-4972-8270-9619c906ba4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.336554] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.336982] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Instance network_info: |[{"id": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "address": "fa:16:3e:ba:0a:bb", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa5261a-8e", "ovs_interfaceid": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.337450] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:0a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa5261a-8e2c-4880-b4b9-ef027c82c348', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.344929] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating folder: Project (1df0ed0f6f414837842fd27c9d116dbb). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.345240] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b68d921-8cb9-4faa-9c18-76cca0058c77 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.355935] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created folder: Project (1df0ed0f6f414837842fd27c9d116dbb) in parent group-v691255. [ 1237.356139] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating folder: Instances. Parent ref: group-v691573. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.356354] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e5f5ba-71a4-4992-a498-28283ef17d0f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.365529] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created folder: Instances in parent group-v691573. [ 1237.365744] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.365920] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.366116] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd98231b-0797-44cb-bc26-e5f409889d8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.383739] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.383739] env[70917]: value = "task-3462432" [ 1237.383739] env[70917]: _type = "Task" [ 1237.383739] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.390701] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462432, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.394316] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.394556] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79d03c5-8bd5-4a70-ab5f-7e9225777caa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.400539] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1237.400539] env[70917]: value = "task-3462433" [ 1237.400539] env[70917]: _type = "Task" [ 1237.400539] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.408289] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.487203] env[70917]: DEBUG oslo_vmware.api [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143452} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.487472] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.487661] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.487838] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.488029] env[70917]: INFO nova.compute.manager [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1237.488281] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.488474] env[70917]: DEBUG nova.compute.manager [-] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.488570] env[70917]: DEBUG nova.network.neutron [-] [instance: 05f38d54-b0de-4261-8352-df8394eda187] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.743743] env[70917]: DEBUG nova.compute.manager [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Received event network-changed-3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.743953] env[70917]: DEBUG nova.compute.manager [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Refreshing instance network info cache due to event network-changed-3aa5261a-8e2c-4880-b4b9-ef027c82c348. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.744206] env[70917]: DEBUG oslo_concurrency.lockutils [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] Acquiring lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.744363] env[70917]: DEBUG oslo_concurrency.lockutils [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] Acquired lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.744526] env[70917]: DEBUG nova.network.neutron [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Refreshing network info cache for port 3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.895203] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462432, 'name': CreateVM_Task, 'duration_secs': 0.293376} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.895203] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.895203] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.895500] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.895639] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.895896] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479fbec0-7723-4cfd-affa-5e38f1eddcca {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.901009] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1237.901009] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528d660e-d3e9-249c-c1da-fbff0d4a3fc9" [ 1237.901009] env[70917]: _type = "Task" [ 1237.901009] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.916472] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1237.916555] env[70917]: DEBUG nova.compute.manager [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.916827] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528d660e-d3e9-249c-c1da-fbff0d4a3fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.917516] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbf563b-51aa-4926-9961-1403d2d66ba6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.920175] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.920407] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.920620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.920765] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.920938] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.921205] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47d99fc-dfdf-4853-9400-bf577e94b9af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.925697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.925862] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.926039] env[70917]: DEBUG nova.network.neutron [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.928918] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.929110] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.929773] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880ff14d-d8c9-4f46-92d2-36cd5797b50d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.934643] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1237.934643] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5212e3fb-0866-8eb9-e640-2e29d3661e97" [ 1237.934643] env[70917]: _type = "Task" [ 1237.934643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.942518] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5212e3fb-0866-8eb9-e640-2e29d3661e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.430889] env[70917]: DEBUG nova.network.neutron [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updated VIF entry in instance network info cache for port 3aa5261a-8e2c-4880-b4b9-ef027c82c348. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.431249] env[70917]: DEBUG nova.network.neutron [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updating instance_info_cache with network_info: [{"id": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "address": "fa:16:3e:ba:0a:bb", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa5261a-8e", "ovs_interfaceid": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.445692] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5212e3fb-0866-8eb9-e640-2e29d3661e97, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.446470] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c6ab00-3bad-43ab-b627-0ceaecfa6a8b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.451394] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1238.451394] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5282c6fe-884a-2667-d952-7eea3d5260a6" [ 1238.451394] env[70917]: _type = "Task" [ 1238.451394] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.458923] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5282c6fe-884a-2667-d952-7eea3d5260a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.489565] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4712acb5-444f-4724-a74d-4a530d752523" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.489790] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.516128] env[70917]: DEBUG nova.network.neutron [-] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.628618] env[70917]: DEBUG nova.network.neutron [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.934497] env[70917]: DEBUG oslo_concurrency.lockutils [req-aef59b80-d72d-4eb6-a73e-c44276723393 req-c0443952-7e41-4f41-9ce6-d9ee73eead7a service nova] Releasing lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.962081] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5282c6fe-884a-2667-d952-7eea3d5260a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012944} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.962331] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.963266] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 6b1dff09-0b48-4abb-b77f-dc21534352f4/6b1dff09-0b48-4abb-b77f-dc21534352f4.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.963266] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779deee5-1b90-4741-b4eb-3f791a7e926b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.969830] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1238.969830] env[70917]: value = "task-3462434" [ 1238.969830] env[70917]: _type = "Task" [ 1238.969830] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.978029] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.994619] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.019411] env[70917]: INFO nova.compute.manager [-] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Took 1.53 seconds to deallocate network for instance. [ 1239.131727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.481086] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439752} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.481393] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 6b1dff09-0b48-4abb-b77f-dc21534352f4/6b1dff09-0b48-4abb-b77f-dc21534352f4.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.481615] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.481880] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bfea8e0-4718-40ec-b121-defbba2c7a82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.488034] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1239.488034] env[70917]: value = "task-3462435" [ 1239.488034] env[70917]: _type = "Task" [ 1239.488034] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.495197] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.520744] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.521044] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.522670] env[70917]: INFO nova.compute.claims [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.526598] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.772279] env[70917]: DEBUG nova.compute.manager [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Received event network-vif-deleted-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.772491] env[70917]: DEBUG nova.compute.manager [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-vif-unplugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.772683] env[70917]: DEBUG oslo_concurrency.lockutils [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.772889] env[70917]: DEBUG oslo_concurrency.lockutils [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.773069] env[70917]: DEBUG oslo_concurrency.lockutils [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.773235] env[70917]: DEBUG nova.compute.manager [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] No waiting events found dispatching network-vif-unplugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.773402] env[70917]: WARNING nova.compute.manager [req-9d612aea-a509-45ed-9d28-2c03df7a75fc req-b4b529a0-f08c-48a0-a7b6-3efe74eac616 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received unexpected event network-vif-unplugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1239.822346] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.823240] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07518381-9b18-41f6-a0a5-5a46ddd5bacd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.831149] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.831393] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d527c3-6073-4c81-abcd-c72febe00f7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.998271] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064432} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.998607] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.999296] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4c2ee-84cd-4ecc-beb7-3a7819cbaa10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.021723] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6b1dff09-0b48-4abb-b77f-dc21534352f4/6b1dff09-0b48-4abb-b77f-dc21534352f4.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.022048] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d90c0b7-bdeb-41c7-b421-f2102477e70e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.044617] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1240.044617] env[70917]: value = "task-3462437" [ 1240.044617] env[70917]: _type = "Task" [ 1240.044617] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.053311] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.554745] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462437, 'name': ReconfigVM_Task, 'duration_secs': 0.287801} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.555036] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6b1dff09-0b48-4abb-b77f-dc21534352f4/6b1dff09-0b48-4abb-b77f-dc21534352f4.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.556378] env[70917]: DEBUG nova.scheduler.client.report [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1240.558163] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9fa7b58-c290-4910-a766-f985e2a03dcb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.564482] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1240.564482] env[70917]: value = "task-3462438" [ 1240.564482] env[70917]: _type = "Task" [ 1240.564482] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.572596] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462438, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.573575] env[70917]: DEBUG nova.scheduler.client.report [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1240.573780] env[70917]: DEBUG nova.compute.provider_tree [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.584517] env[70917]: DEBUG nova.scheduler.client.report [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1240.602712] env[70917]: DEBUG nova.scheduler.client.report [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1240.697037] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c64a5-e3cb-4787-bed2-c353ad61721d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.705559] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893bdba-e11e-40ee-9cbc-7fae15ef4b21 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.736882] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745740f5-e5b6-4970-a3d0-555bd2e88489 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.743790] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e70063-2055-459e-bf04-d584ef02e174 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.756765] env[70917]: DEBUG nova.compute.provider_tree [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.075263] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462438, 'name': Rename_Task, 'duration_secs': 0.14081} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.075566] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.075751] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb58146-b7f8-475a-9794-fdbd9651b1df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.082068] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1241.082068] env[70917]: value = "task-3462439" [ 1241.082068] env[70917]: _type = "Task" [ 1241.082068] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.089440] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.260266] env[70917]: DEBUG nova.scheduler.client.report [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.536643] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.536643] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.536865] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleting the datastore file [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.537090] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54dfd9b5-9dc5-401a-b014-3a9226d4b1fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.544244] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1241.544244] env[70917]: value = "task-3462440" [ 1241.544244] env[70917]: _type = "Task" [ 1241.544244] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.551862] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.592228] env[70917]: DEBUG oslo_vmware.api [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462439, 'name': PowerOnVM_Task, 'duration_secs': 0.4554} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.592493] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.592690] env[70917]: INFO nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Took 6.23 seconds to spawn the instance on the hypervisor. [ 1241.592869] env[70917]: DEBUG nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.593657] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4997f5-0cbb-411e-8c56-3a3172d89aa2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.765993] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.766491] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.769053] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.242s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.769722] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.789950] env[70917]: INFO nova.scheduler.client.report [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted allocations for instance 05f38d54-b0de-4261-8352-df8394eda187 [ 1241.797281] env[70917]: DEBUG nova.compute.manager [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.797512] env[70917]: DEBUG nova.compute.manager [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing instance network info cache due to event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.797705] env[70917]: DEBUG oslo_concurrency.lockutils [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.797852] env[70917]: DEBUG oslo_concurrency.lockutils [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.797954] env[70917]: DEBUG nova.network.neutron [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.055829] env[70917]: DEBUG oslo_vmware.api [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144913} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.056104] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.056295] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.056469] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.076723] env[70917]: INFO nova.scheduler.client.report [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted allocations for instance facecfe2-450e-459d-b491-4b2fdf62fd62 [ 1242.113924] env[70917]: INFO nova.compute.manager [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Took 10.98 seconds to build instance. [ 1242.273036] env[70917]: DEBUG nova.compute.utils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.274466] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.274682] env[70917]: DEBUG nova.network.neutron [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.297527] env[70917]: DEBUG oslo_concurrency.lockutils [None req-197a795c-3292-44fe-87ef-271a9bb86693 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "05f38d54-b0de-4261-8352-df8394eda187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.440s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.314256] env[70917]: DEBUG nova.policy [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eb0fbd9fc28427f80b18802ffc87834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1185667a8e24982a250f570878e035d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.581264] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.581546] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.581780] env[70917]: DEBUG nova.objects.instance [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'resources' on Instance uuid facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.615615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-c9dec261-78ce-4f12-8430-ccd8159b8896 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.494s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.638373] env[70917]: DEBUG nova.network.neutron [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updated VIF entry in instance network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.638732] env[70917]: DEBUG nova.network.neutron [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": null, "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.693085] env[70917]: DEBUG nova.network.neutron [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Successfully created port: 253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.777446] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.936084] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.936333] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.085312] env[70917]: DEBUG nova.objects.instance [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'numa_topology' on Instance uuid facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.141466] env[70917]: DEBUG oslo_concurrency.lockutils [req-7842dd9b-9ac8-477c-9b6c-19a067d61d06 req-4a267d10-ec6f-4211-87cd-e03bc383a537 service nova] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.327591] env[70917]: DEBUG nova.compute.manager [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Received event network-changed-3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.327591] env[70917]: DEBUG nova.compute.manager [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Refreshing instance network info cache due to event network-changed-3aa5261a-8e2c-4880-b4b9-ef027c82c348. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.327591] env[70917]: DEBUG oslo_concurrency.lockutils [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] Acquiring lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.327591] env[70917]: DEBUG oslo_concurrency.lockutils [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] Acquired lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.327885] env[70917]: DEBUG nova.network.neutron [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Refreshing network info cache for port 3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.438142] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.593018] env[70917]: DEBUG nova.objects.base [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1243.672599] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f48cb-8e7c-4fdc-b754-bee99d48cb37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.680253] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1607c-a490-40e4-b630-e4ccc91e36e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.710126] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabac1a5-db0c-464e-941b-4e217b768628 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.717886] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe406f5-3bf3-46d6-adb7-d6c68b420c79 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.731498] env[70917]: DEBUG nova.compute.provider_tree [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.791101] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.816245] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.816512] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.816671] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.816854] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.817051] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.817227] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.817440] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.817596] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.817760] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.817921] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.818106] env[70917]: DEBUG nova.virt.hardware [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.818957] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8b7795-19b4-4003-8712-68f94e28ace0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.826905] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d42a0d7-aaec-4d01-88c6-c2aaca550e0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.957399] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.124063] env[70917]: DEBUG nova.network.neutron [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updated VIF entry in instance network info cache for port 3aa5261a-8e2c-4880-b4b9-ef027c82c348. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.124520] env[70917]: DEBUG nova.network.neutron [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updating instance_info_cache with network_info: [{"id": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "address": "fa:16:3e:ba:0a:bb", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa5261a-8e", "ovs_interfaceid": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.169589] env[70917]: DEBUG nova.compute.manager [req-9036ea0c-d782-4863-8a62-f134f1107fa3 req-e1352646-89be-4a03-8957-f922ebe00930 service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Received event network-vif-plugged-253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.169918] env[70917]: DEBUG oslo_concurrency.lockutils [req-9036ea0c-d782-4863-8a62-f134f1107fa3 req-e1352646-89be-4a03-8957-f922ebe00930 service nova] Acquiring lock "4712acb5-444f-4724-a74d-4a530d752523-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.170201] env[70917]: DEBUG oslo_concurrency.lockutils [req-9036ea0c-d782-4863-8a62-f134f1107fa3 req-e1352646-89be-4a03-8957-f922ebe00930 service nova] Lock "4712acb5-444f-4724-a74d-4a530d752523-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.170406] env[70917]: DEBUG oslo_concurrency.lockutils [req-9036ea0c-d782-4863-8a62-f134f1107fa3 req-e1352646-89be-4a03-8957-f922ebe00930 service nova] Lock "4712acb5-444f-4724-a74d-4a530d752523-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.170798] env[70917]: DEBUG nova.compute.manager [req-9036ea0c-d782-4863-8a62-f134f1107fa3 req-e1352646-89be-4a03-8957-f922ebe00930 service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] No waiting events found dispatching network-vif-plugged-253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.170986] env[70917]: WARNING nova.compute.manager [req-9036ea0c-d782-4863-8a62-f134f1107fa3 req-e1352646-89be-4a03-8957-f922ebe00930 service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Received unexpected event network-vif-plugged-253b3dfa-dd2b-499f-8da5-c00942ad961a for instance with vm_state building and task_state spawning. [ 1244.235255] env[70917]: DEBUG nova.scheduler.client.report [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.251617] env[70917]: DEBUG nova.network.neutron [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Successfully updated port: 253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.374425] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.374872] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.375247] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.375346] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.375557] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.375785] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.376074] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.627449] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.628009] env[70917]: DEBUG oslo_concurrency.lockutils [req-9333ba4a-dbf8-4e63-b223-3e235ee1ee31 req-964dcdd4-2d49-40e6-aa4a-6b4ab9c2459b service nova] Releasing lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.742761] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.745508] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.788s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.747144] env[70917]: INFO nova.compute.claims [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.754692] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "refresh_cache-4712acb5-444f-4724-a74d-4a530d752523" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.754829] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "refresh_cache-4712acb5-444f-4724-a74d-4a530d752523" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.754978] env[70917]: DEBUG nova.network.neutron [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.880053] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Getting list of instances from cluster (obj){ [ 1244.880053] env[70917]: value = "domain-c8" [ 1244.880053] env[70917]: _type = "ClusterComputeResource" [ 1244.880053] env[70917]: } {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1244.880959] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ebd83a-eb6e-4680-a162-cc9e4838e429 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.893746] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Got total of 4 instances {{(pid=70917) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1244.893920] env[70917]: WARNING nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1244.894080] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid 4c00b784-178f-4da4-8ab3-8392917fe975 {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.894274] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.894425] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.894574] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.894723] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid 6b1dff09-0b48-4abb-b77f-dc21534352f4 {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.894870] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Triggering sync for uuid 4712acb5-444f-4724-a74d-4a530d752523 {{(pid=70917) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1244.895296] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "4c00b784-178f-4da4-8ab3-8392917fe975" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.895552] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "4c00b784-178f-4da4-8ab3-8392917fe975" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.895783] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.895965] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.896204] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.896408] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.896578] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.896797] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.896971] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.897269] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "4712acb5-444f-4724-a74d-4a530d752523" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.897462] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.897596] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1244.898290] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac1c45-8174-4555-a224-7540c406448f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.901592] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf4d8a8-6e5c-4158-af75-2c74489f4d05 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.904503] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed66144-07b3-43af-805d-ab4b0fcb8954 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.907231] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c6a501-2f69-4db9-867c-eed3ada35a05 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.909364] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.259146] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d7dd9655-fc3d-42aa-bf2b-9e7aedcac927 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.637s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.261032] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.633s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.261032] env[70917]: INFO nova.compute.manager [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Unshelving [ 1245.290950] env[70917]: DEBUG nova.network.neutron [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.412733] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.427517] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.427903] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.428209] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "4c00b784-178f-4da4-8ab3-8392917fe975" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.434654] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.561488] env[70917]: DEBUG nova.network.neutron [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Updating instance_info_cache with network_info: [{"id": "253b3dfa-dd2b-499f-8da5-c00942ad961a", "address": "fa:16:3e:89:a7:25", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253b3dfa-dd", "ovs_interfaceid": "253b3dfa-dd2b-499f-8da5-c00942ad961a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.855299] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935b8f87-0a3c-4134-9c55-38ee5ac50909 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.862574] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac129ad-68fa-4a98-923a-df33b7da7bb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.891693] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d96bf-2af1-4cc0-bc06-a43622d1666b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.898492] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532460eb-f11a-4dbc-a66a-d515a633dd2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.911028] env[70917]: DEBUG nova.compute.provider_tree [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.064406] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "refresh_cache-4712acb5-444f-4724-a74d-4a530d752523" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.064781] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Instance network_info: |[{"id": "253b3dfa-dd2b-499f-8da5-c00942ad961a", "address": "fa:16:3e:89:a7:25", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253b3dfa-dd", "ovs_interfaceid": "253b3dfa-dd2b-499f-8da5-c00942ad961a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.065250] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:a7:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '253b3dfa-dd2b-499f-8da5-c00942ad961a', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.073154] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.073363] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.073584] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28f23880-6c8e-4bbd-9cd7-9601544b75f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.093503] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.093503] env[70917]: value = "task-3462441" [ 1246.093503] env[70917]: _type = "Task" [ 1246.093503] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.100983] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462441, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.200412] env[70917]: DEBUG nova.compute.manager [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Received event network-changed-253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.200621] env[70917]: DEBUG nova.compute.manager [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Refreshing instance network info cache due to event network-changed-253b3dfa-dd2b-499f-8da5-c00942ad961a. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.200791] env[70917]: DEBUG oslo_concurrency.lockutils [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] Acquiring lock "refresh_cache-4712acb5-444f-4724-a74d-4a530d752523" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.200937] env[70917]: DEBUG oslo_concurrency.lockutils [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] Acquired lock "refresh_cache-4712acb5-444f-4724-a74d-4a530d752523" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.201108] env[70917]: DEBUG nova.network.neutron [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Refreshing network info cache for port 253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.281361] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.414036] env[70917]: DEBUG nova.scheduler.client.report [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.603366] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462441, 'name': CreateVM_Task, 'duration_secs': 0.341339} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.603700] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.604373] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.604538] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.604854] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.605125] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15d029f-0d2a-4a63-becc-4d4f96a7d6a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.610190] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1246.610190] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5273da49-a6e8-ed8c-1484-ec58d14b9f6d" [ 1246.610190] env[70917]: _type = "Task" [ 1246.610190] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.617536] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5273da49-a6e8-ed8c-1484-ec58d14b9f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.884166] env[70917]: DEBUG nova.network.neutron [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Updated VIF entry in instance network info cache for port 253b3dfa-dd2b-499f-8da5-c00942ad961a. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.884558] env[70917]: DEBUG nova.network.neutron [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Updating instance_info_cache with network_info: [{"id": "253b3dfa-dd2b-499f-8da5-c00942ad961a", "address": "fa:16:3e:89:a7:25", "network": {"id": "7316dfae-0079-4373-9adc-25201487f6de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2088336436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1185667a8e24982a250f570878e035d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253b3dfa-dd", "ovs_interfaceid": "253b3dfa-dd2b-499f-8da5-c00942ad961a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.919471] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.919985] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.922549] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.510s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.922719] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.922868] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1246.923318] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.642s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.923531] env[70917]: DEBUG nova.objects.instance [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'pci_requests' on Instance uuid facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.926446] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef282bcd-bd9b-486c-bdbd-88aa089983d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.933678] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3b07b-2d7e-4a6e-a63e-59f98fc0778e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.947881] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b133948-1502-49ae-97a4-8f82e9afd448 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.954409] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596a10f6-77c6-4e38-8170-fee40cff8955 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.984520] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180669MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1246.984722] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.119763] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5273da49-a6e8-ed8c-1484-ec58d14b9f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.120082] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.120326] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.120561] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.120706] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.120883] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.121244] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b87b62-8e36-45cf-b541-f1ca5e66fc6a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.129307] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.129477] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.130188] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64563e4-13ec-4815-b0fa-404fdff1be95 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.134878] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1247.134878] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528c1092-0458-0766-ce47-6964f143e59a" [ 1247.134878] env[70917]: _type = "Task" [ 1247.134878] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.143672] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528c1092-0458-0766-ce47-6964f143e59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.387610] env[70917]: DEBUG oslo_concurrency.lockutils [req-a68df6e3-6a33-4417-a5b6-25ef9685dcde req-e3449abd-58d7-4df1-b0f2-1bfa8d06be4a service nova] Releasing lock "refresh_cache-4712acb5-444f-4724-a74d-4a530d752523" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.426587] env[70917]: DEBUG nova.compute.utils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.429318] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.429318] env[70917]: DEBUG nova.network.neutron [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.432426] env[70917]: DEBUG nova.objects.instance [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'numa_topology' on Instance uuid facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.473609] env[70917]: DEBUG nova.policy [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a5f7433e5754870a3161811a054df2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ed8456a435748c4834d12cc500928ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.645492] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528c1092-0458-0766-ce47-6964f143e59a, 'name': SearchDatastore_Task, 'duration_secs': 0.007835} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.646311] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a151a4a-0155-4f56-a00d-936f96cedebb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.651981] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1247.651981] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cc9f61-665d-a36b-e597-2d0f995e0ff1" [ 1247.651981] env[70917]: _type = "Task" [ 1247.651981] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.659478] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cc9f61-665d-a36b-e597-2d0f995e0ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.799795] env[70917]: DEBUG nova.network.neutron [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Successfully created port: 7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.932381] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.935471] env[70917]: INFO nova.compute.claims [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.162784] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cc9f61-665d-a36b-e597-2d0f995e0ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.163067] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.163337] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4712acb5-444f-4724-a74d-4a530d752523/4712acb5-444f-4724-a74d-4a530d752523.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.163595] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6fcf71-5394-48a3-be8b-3ad29eb6c6a0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.170374] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1248.170374] env[70917]: value = "task-3462442" [ 1248.170374] env[70917]: _type = "Task" [ 1248.170374] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.177615] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.680486] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457017} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.680826] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 4712acb5-444f-4724-a74d-4a530d752523/4712acb5-444f-4724-a74d-4a530d752523.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.680949] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.681210] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c7ff404-c272-47bd-b31a-524baac40271 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.688186] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1248.688186] env[70917]: value = "task-3462443" [ 1248.688186] env[70917]: _type = "Task" [ 1248.688186] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.695723] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.946202] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.976712] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.977016] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.977219] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.977445] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.977631] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.977820] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.978097] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.978316] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.978526] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.978731] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.978947] env[70917]: DEBUG nova.virt.hardware [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.979934] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea9394-e679-432e-bf88-c01f4075fce3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.991205] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b887ff6-5734-4fba-b37c-06950a95d810 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.053801] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0154e-db22-43b6-b3a9-103594a34921 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.060637] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4089fe54-8c7a-4097-a1a1-f75adc49cb5b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.090287] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b831a09-147f-4d75-996c-ae70158d2e71 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.097097] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fd38c1-1b57-49d5-bff5-f1fd4751bb45 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.109880] env[70917]: DEBUG nova.compute.provider_tree [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.199166] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.199348] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.201057] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4845dcf1-b673-434b-b981-05c705777888 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.222597] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4712acb5-444f-4724-a74d-4a530d752523/4712acb5-444f-4724-a74d-4a530d752523.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.224045] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3728f6ab-64be-4504-97ed-60d5011c10a8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.239169] env[70917]: DEBUG nova.compute.manager [req-fb93fae4-3c1d-4a2b-8b45-a7659ba66503 req-274166c5-8333-4016-8e26-ae82ce8bb5ed service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Received event network-vif-plugged-7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.239383] env[70917]: DEBUG oslo_concurrency.lockutils [req-fb93fae4-3c1d-4a2b-8b45-a7659ba66503 req-274166c5-8333-4016-8e26-ae82ce8bb5ed service nova] Acquiring lock "9ada0e8c-9858-4e6c-a21a-44897de2db24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.239591] env[70917]: DEBUG oslo_concurrency.lockutils [req-fb93fae4-3c1d-4a2b-8b45-a7659ba66503 req-274166c5-8333-4016-8e26-ae82ce8bb5ed service nova] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.239755] env[70917]: DEBUG oslo_concurrency.lockutils [req-fb93fae4-3c1d-4a2b-8b45-a7659ba66503 req-274166c5-8333-4016-8e26-ae82ce8bb5ed service nova] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.239947] env[70917]: DEBUG nova.compute.manager [req-fb93fae4-3c1d-4a2b-8b45-a7659ba66503 req-274166c5-8333-4016-8e26-ae82ce8bb5ed service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] No waiting events found dispatching network-vif-plugged-7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.240149] env[70917]: WARNING nova.compute.manager [req-fb93fae4-3c1d-4a2b-8b45-a7659ba66503 req-274166c5-8333-4016-8e26-ae82ce8bb5ed service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Received unexpected event network-vif-plugged-7e558704-d2ac-4f3d-9ced-9abf926c4f29 for instance with vm_state building and task_state spawning. [ 1249.246456] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1249.246456] env[70917]: value = "task-3462444" [ 1249.246456] env[70917]: _type = "Task" [ 1249.246456] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.256409] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.314067] env[70917]: DEBUG nova.network.neutron [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Successfully updated port: 7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.613033] env[70917]: DEBUG nova.scheduler.client.report [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.756301] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462444, 'name': ReconfigVM_Task, 'duration_secs': 0.305902} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.756663] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4712acb5-444f-4724-a74d-4a530d752523/4712acb5-444f-4724-a74d-4a530d752523.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.757387] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba842d89-7907-4e34-80bd-a92cc439997c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.764212] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1249.764212] env[70917]: value = "task-3462445" [ 1249.764212] env[70917]: _type = "Task" [ 1249.764212] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.772140] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462445, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.817401] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.817401] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.817754] env[70917]: DEBUG nova.network.neutron [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.118402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.195s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.120795] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.136s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.163947] env[70917]: INFO nova.network.neutron [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1250.274699] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462445, 'name': Rename_Task, 'duration_secs': 0.175637} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.275013] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.275286] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654eaaeb-6d08-4eaf-beab-be170d0f88c8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.281018] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1250.281018] env[70917]: value = "task-3462446" [ 1250.281018] env[70917]: _type = "Task" [ 1250.281018] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.288903] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.355421] env[70917]: DEBUG nova.network.neutron [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.513637] env[70917]: DEBUG nova.network.neutron [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updating instance_info_cache with network_info: [{"id": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "address": "fa:16:3e:a8:10:7e", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e558704-d2", "ovs_interfaceid": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.791169] env[70917]: DEBUG oslo_vmware.api [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462446, 'name': PowerOnVM_Task, 'duration_secs': 0.441135} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.791486] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.791617] env[70917]: INFO nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1250.791794] env[70917]: DEBUG nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.792591] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32851e7-a542-48d9-bd85-34020aab50d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.016233] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.016591] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Instance network_info: |[{"id": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "address": "fa:16:3e:a8:10:7e", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e558704-d2", "ovs_interfaceid": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.017055] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:10:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e558704-d2ac-4f3d-9ced-9abf926c4f29', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.024632] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.024851] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.025094] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b6d86ae-fa00-4d34-b848-6fae0dd8f191 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.045283] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.045283] env[70917]: value = "task-3462447" [ 1251.045283] env[70917]: _type = "Task" [ 1251.045283] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.052769] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462447, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.148791] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4c00b784-178f-4da4-8ab3-8392917fe975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.148950] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance b6804887-2e2f-417e-9227-daf0b16299a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.149086] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 38e7ff11-0566-4794-8f50-1b6d437a10a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.149205] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.149321] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 4712acb5-444f-4724-a74d-4a530d752523 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.149433] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9ada0e8c-9858-4e6c-a21a-44897de2db24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.149571] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance facecfe2-450e-459d-b491-4b2fdf62fd62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1251.149775] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1251.149912] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1251.243489] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06ebd66-dd80-4c4e-8cfb-59118458ccae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.250845] env[70917]: DEBUG nova.compute.manager [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Received event network-changed-7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.251062] env[70917]: DEBUG nova.compute.manager [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Refreshing instance network info cache due to event network-changed-7e558704-d2ac-4f3d-9ced-9abf926c4f29. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.251540] env[70917]: DEBUG oslo_concurrency.lockutils [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] Acquiring lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.251540] env[70917]: DEBUG oslo_concurrency.lockutils [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] Acquired lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.251540] env[70917]: DEBUG nova.network.neutron [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Refreshing network info cache for port 7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.257063] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cdc52-b68a-4f3f-9a07-769474f12356 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.289698] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ea286-cfdb-4cc2-9e6e-078fa2145bfe {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.297159] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa6d2c1-2d44-4736-a4b7-7cf8a2195152 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.316775] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.318383] env[70917]: INFO nova.compute.manager [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Took 11.82 seconds to build instance. [ 1251.556104] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462447, 'name': CreateVM_Task, 'duration_secs': 0.318506} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.556242] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.556906] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.557085] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.557524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.557779] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a496b1f-1eb4-4b5b-ba11-739d4a037ed5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.562703] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1251.562703] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac94a-dba8-4758-ca98-64b336cb7179" [ 1251.562703] env[70917]: _type = "Task" [ 1251.562703] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.570076] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac94a-dba8-4758-ca98-64b336cb7179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.679700] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.679926] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.680179] env[70917]: DEBUG nova.network.neutron [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.820731] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.823911] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.334s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.824383] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "4712acb5-444f-4724-a74d-4a530d752523" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.927s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.824587] env[70917]: INFO nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 4712acb5-444f-4724-a74d-4a530d752523] During sync_power_state the instance has a pending task (spawning). Skip. [ 1251.824754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "4712acb5-444f-4724-a74d-4a530d752523" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.894628] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4712acb5-444f-4724-a74d-4a530d752523" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.894856] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.895070] env[70917]: DEBUG nova.compute.manager [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.895911] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f96ed-6184-433c-9e5b-4d93499bed93 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.902593] env[70917]: DEBUG nova.compute.manager [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1251.903119] env[70917]: DEBUG nova.objects.instance [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'flavor' on Instance uuid 4712acb5-444f-4724-a74d-4a530d752523 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.939102] env[70917]: DEBUG nova.network.neutron [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updated VIF entry in instance network info cache for port 7e558704-d2ac-4f3d-9ced-9abf926c4f29. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.939459] env[70917]: DEBUG nova.network.neutron [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updating instance_info_cache with network_info: [{"id": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "address": "fa:16:3e:a8:10:7e", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e558704-d2", "ovs_interfaceid": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.074093] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521ac94a-dba8-4758-ca98-64b336cb7179, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.074296] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.074503] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.074738] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.074887] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.075085] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.075354] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7960013c-5766-4d8b-8fac-a9fe78fd5a8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.083540] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.083712] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.084408] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed4e5d5-3f77-4e1a-90cc-c29335e2e34a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.089070] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1252.089070] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f8c8dd-dd10-0c30-0eb6-81e58243b4df" [ 1252.089070] env[70917]: _type = "Task" [ 1252.089070] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.096360] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f8c8dd-dd10-0c30-0eb6-81e58243b4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.325479] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1252.325695] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.400227] env[70917]: DEBUG nova.network.neutron [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.442241] env[70917]: DEBUG oslo_concurrency.lockutils [req-6855ef12-5e2f-4343-8055-5270bd15f41c req-98d06d15-2859-4bb7-9ef0-1636188bd16d service nova] Releasing lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.600039] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52f8c8dd-dd10-0c30-0eb6-81e58243b4df, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.600771] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64c7dcf-601b-4e25-a6ca-ec4eab4b7cfa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.605610] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1252.605610] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d91ddb-3726-d098-0732-82cebf1cb0eb" [ 1252.605610] env[70917]: _type = "Task" [ 1252.605610] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.612972] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d91ddb-3726-d098-0732-82cebf1cb0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.903616] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.908322] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.908514] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8eb2329-787e-4824-9f65-3d00bd321048 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.915488] env[70917]: DEBUG oslo_vmware.api [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1252.915488] env[70917]: value = "task-3462448" [ 1252.915488] env[70917]: _type = "Task" [ 1252.915488] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.923492] env[70917]: DEBUG oslo_vmware.api [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.931494] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='070d6324b7883d94661fe87fdd4c4c16',container_format='bare',created_at=2025-04-16T15:36:58Z,direct_url=,disk_format='vmdk',id=92b04807-9452-4fd9-997a-c211c92d9793,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-13439638-shelved',owner='9686c7f6c70d4903b9caec3fdac99739',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-16T15:37:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.931727] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.931886] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.932133] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.932305] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.932456] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.932661] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.932818] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.932986] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.933206] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.933396] env[70917]: DEBUG nova.virt.hardware [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.934874] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dadcb4a-386a-46a7-a937-6a94f854235d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.942512] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872b3517-3493-4900-a77f-c958f95223c2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.960958] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:15:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffbd6b1e-08a9-452a-8cbc-ae091306b3c5', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.968645] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.968888] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.969158] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9218df3a-05ed-4f07-82df-377e6f2869ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.988869] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.988869] env[70917]: value = "task-3462449" [ 1252.988869] env[70917]: _type = "Task" [ 1252.988869] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.996191] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462449, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.116614] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d91ddb-3726-d098-0732-82cebf1cb0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.116924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.117230] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9ada0e8c-9858-4e6c-a21a-44897de2db24/9ada0e8c-9858-4e6c-a21a-44897de2db24.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.117516] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27142826-adc6-4352-bcca-b0d4045cadb0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.123472] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1253.123472] env[70917]: value = "task-3462450" [ 1253.123472] env[70917]: _type = "Task" [ 1253.123472] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.133113] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.279384] env[70917]: DEBUG nova.compute.manager [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-vif-plugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.279598] env[70917]: DEBUG oslo_concurrency.lockutils [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.279855] env[70917]: DEBUG oslo_concurrency.lockutils [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.280145] env[70917]: DEBUG oslo_concurrency.lockutils [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.280321] env[70917]: DEBUG nova.compute.manager [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] No waiting events found dispatching network-vif-plugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.280498] env[70917]: WARNING nova.compute.manager [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received unexpected event network-vif-plugged-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1253.280693] env[70917]: DEBUG nova.compute.manager [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.280939] env[70917]: DEBUG nova.compute.manager [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing instance network info cache due to event network-changed-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.281162] env[70917]: DEBUG oslo_concurrency.lockutils [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] Acquiring lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.281332] env[70917]: DEBUG oslo_concurrency.lockutils [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] Acquired lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.281588] env[70917]: DEBUG nova.network.neutron [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Refreshing network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.426351] env[70917]: DEBUG oslo_vmware.api [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462448, 'name': PowerOffVM_Task, 'duration_secs': 0.216272} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.426664] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.426909] env[70917]: DEBUG nova.compute.manager [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.427880] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2059bf61-c1a4-4d3a-8101-2e7bcfeb2028 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.498553] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462449, 'name': CreateVM_Task, 'duration_secs': 0.380637} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.498796] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.499537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.499708] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.500119] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.500483] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6aa86f0-fcb3-4f7c-aff9-1af40a2f9545 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.506459] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1253.506459] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5264b446-6604-de68-dced-f71bf354bff7" [ 1253.506459] env[70917]: _type = "Task" [ 1253.506459] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.514708] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5264b446-6604-de68-dced-f71bf354bff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.633475] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449052} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.633766] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 9ada0e8c-9858-4e6c-a21a-44897de2db24/9ada0e8c-9858-4e6c-a21a-44897de2db24.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.633957] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.634227] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8725ae93-1c54-42cf-a0e0-51ec89a3b111 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.640494] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1253.640494] env[70917]: value = "task-3462451" [ 1253.640494] env[70917]: _type = "Task" [ 1253.640494] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.648490] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.939822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e6b0ab84-b093-4423-96ed-1d05f04efae1 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.018775] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.020256] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Processing image 92b04807-9452-4fd9-997a-c211c92d9793 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.020557] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.020709] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.020905] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.021563] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2199c4-5bcd-4b08-a623-af0288bba2aa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.030130] env[70917]: DEBUG nova.network.neutron [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updated VIF entry in instance network info cache for port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.030433] env[70917]: DEBUG nova.network.neutron [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [{"id": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "address": "fa:16:3e:5c:15:7b", "network": {"id": "d1e0c9be-4bef-4076-859a-cd8092425a26", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-438300156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9686c7f6c70d4903b9caec3fdac99739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbd6b1e-08", "ovs_interfaceid": "ffbd6b1e-08a9-452a-8cbc-ae091306b3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.032717] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.032904] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.033962] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2892c251-4e66-441d-b011-9d72f78ea723 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.043117] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1254.043117] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521f2ac2-0f07-d57f-47ed-c5e252a877c9" [ 1254.043117] env[70917]: _type = "Task" [ 1254.043117] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.056596] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521f2ac2-0f07-d57f-47ed-c5e252a877c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.151680] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062325} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.151954] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.152801] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707d5e9-a9ec-4814-a3fe-37f5146385ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.174197] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 9ada0e8c-9858-4e6c-a21a-44897de2db24/9ada0e8c-9858-4e6c-a21a-44897de2db24.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.174703] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8f7972-4b77-4188-8705-cb0a7220f33b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.194893] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1254.194893] env[70917]: value = "task-3462452" [ 1254.194893] env[70917]: _type = "Task" [ 1254.194893] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.202646] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.535305] env[70917]: DEBUG oslo_concurrency.lockutils [req-42c07cd8-cfdd-48df-b720-b8377a8a0282 req-3ca9f8d0-7d0b-43ac-8db8-e28c21ccbb22 service nova] Releasing lock "refresh_cache-facecfe2-450e-459d-b491-4b2fdf62fd62" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.541012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4712acb5-444f-4724-a74d-4a530d752523" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.541278] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.541502] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4712acb5-444f-4724-a74d-4a530d752523-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.541694] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.541867] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.546830] env[70917]: INFO nova.compute.manager [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Terminating instance [ 1254.553992] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Preparing fetch location {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1254.554239] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Fetch image to [datastore1] OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e/OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e.vmdk {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1254.554454] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Downloading stream optimized image 92b04807-9452-4fd9-997a-c211c92d9793 to [datastore1] OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e/OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e.vmdk on the data store datastore1 as vApp {{(pid=70917) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1254.554633] env[70917]: DEBUG nova.virt.vmwareapi.images [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Downloading image file data 92b04807-9452-4fd9-997a-c211c92d9793 to the ESX as VM named 'OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e' {{(pid=70917) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1254.622308] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1254.622308] env[70917]: value = "resgroup-9" [ 1254.622308] env[70917]: _type = "ResourcePool" [ 1254.622308] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1254.622540] env[70917]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-465b63ba-c3b8-4aeb-a06d-35f684c495c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.642453] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease: (returnval){ [ 1254.642453] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1254.642453] env[70917]: _type = "HttpNfcLease" [ 1254.642453] env[70917]: } obtained for vApp import into resource pool (val){ [ 1254.642453] env[70917]: value = "resgroup-9" [ 1254.642453] env[70917]: _type = "ResourcePool" [ 1254.642453] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1254.642780] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the lease: (returnval){ [ 1254.642780] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1254.642780] env[70917]: _type = "HttpNfcLease" [ 1254.642780] env[70917]: } to be ready. {{(pid=70917) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1254.648761] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.648761] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1254.648761] env[70917]: _type = "HttpNfcLease" [ 1254.648761] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1254.705088] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.050971] env[70917]: DEBUG nova.compute.manager [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.051387] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.052156] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca88e5a-558e-4a7c-a6e2-5a1bcd9495b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.059790] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.060045] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e404564-d311-4cad-8a7a-304e9b1a82e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.123419] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.123599] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.123785] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore1] 4712acb5-444f-4724-a74d-4a530d752523 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.124073] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6707e8b3-0b78-4744-b7e3-1bc02adf6478 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.130728] env[70917]: DEBUG oslo_vmware.api [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1255.130728] env[70917]: value = "task-3462455" [ 1255.130728] env[70917]: _type = "Task" [ 1255.130728] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.138455] env[70917]: DEBUG oslo_vmware.api [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.148936] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.148936] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1255.148936] env[70917]: _type = "HttpNfcLease" [ 1255.148936] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.205478] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.640689] env[70917]: DEBUG oslo_vmware.api [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144756} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.640944] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.641144] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.641321] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.641494] env[70917]: INFO nova.compute.manager [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1255.641731] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.641920] env[70917]: DEBUG nova.compute.manager [-] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.642055] env[70917]: DEBUG nova.network.neutron [-] [instance: 4712acb5-444f-4724-a74d-4a530d752523] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.649501] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.649501] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1255.649501] env[70917]: _type = "HttpNfcLease" [ 1255.649501] env[70917]: } is initializing. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.705612] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462452, 'name': ReconfigVM_Task, 'duration_secs': 1.35969} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.705923] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 9ada0e8c-9858-4e6c-a21a-44897de2db24/9ada0e8c-9858-4e6c-a21a-44897de2db24.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.706552] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44badb5d-3462-4a9e-9569-daf1eb4947df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.712421] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1255.712421] env[70917]: value = "task-3462456" [ 1255.712421] env[70917]: _type = "Task" [ 1255.712421] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.722006] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462456, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.874059] env[70917]: DEBUG nova.compute.manager [req-a950c479-e6f2-49f7-b145-08b1f48a05cc req-bb9b25dc-cc1a-4a4d-a861-88f235b1e9cd service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Received event network-vif-deleted-253b3dfa-dd2b-499f-8da5-c00942ad961a {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.874356] env[70917]: INFO nova.compute.manager [req-a950c479-e6f2-49f7-b145-08b1f48a05cc req-bb9b25dc-cc1a-4a4d-a861-88f235b1e9cd service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Neutron deleted interface 253b3dfa-dd2b-499f-8da5-c00942ad961a; detaching it from the instance and deleting it from the info cache [ 1255.874626] env[70917]: DEBUG nova.network.neutron [req-a950c479-e6f2-49f7-b145-08b1f48a05cc req-bb9b25dc-cc1a-4a4d-a861-88f235b1e9cd service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.153064] env[70917]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.153064] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1256.153064] env[70917]: _type = "HttpNfcLease" [ 1256.153064] env[70917]: } is ready. {{(pid=70917) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1256.153064] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1256.153064] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525579e4-43f0-ff28-bfe0-e81a728e4651" [ 1256.153064] env[70917]: _type = "HttpNfcLease" [ 1256.153064] env[70917]: }. {{(pid=70917) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1256.153697] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e1b06-4dd8-45c9-83b6-ef77422fbd86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.160388] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275dcfb-9682-1e4a-cf6e-61cb83b157ed/disk-0.vmdk from lease info. {{(pid=70917) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1256.160568] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275dcfb-9682-1e4a-cf6e-61cb83b157ed/disk-0.vmdk. {{(pid=70917) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1256.230140] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86aad7cb-aaef-46f9-8e75-09d65adcd237 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.231807] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462456, 'name': Rename_Task, 'duration_secs': 0.152781} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.233373] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.233920] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a94ebc40-4475-40e2-8942-45d18c5aeae3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.240433] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1256.240433] env[70917]: value = "task-3462457" [ 1256.240433] env[70917]: _type = "Task" [ 1256.240433] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.247845] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.354477] env[70917]: DEBUG nova.network.neutron [-] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.377996] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-633cbb43-cf28-4599-aba0-5d2ec0d21fb7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.387922] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1d092-dcec-4cd6-abae-db3101cfc858 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.427417] env[70917]: DEBUG nova.compute.manager [req-a950c479-e6f2-49f7-b145-08b1f48a05cc req-bb9b25dc-cc1a-4a4d-a861-88f235b1e9cd service nova] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Detach interface failed, port_id=253b3dfa-dd2b-499f-8da5-c00942ad961a, reason: Instance 4712acb5-444f-4724-a74d-4a530d752523 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.750059] env[70917]: DEBUG oslo_vmware.api [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462457, 'name': PowerOnVM_Task, 'duration_secs': 0.501621} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.750284] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.750497] env[70917]: INFO nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1256.750678] env[70917]: DEBUG nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.751569] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f217d-57f9-462b-bc6e-8d9129e8947a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.856997] env[70917]: INFO nova.compute.manager [-] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Took 1.21 seconds to deallocate network for instance. [ 1257.271379] env[70917]: INFO nova.compute.manager [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Took 13.33 seconds to build instance. [ 1257.364291] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.364590] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.364816] env[70917]: DEBUG nova.objects.instance [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid 4712acb5-444f-4724-a74d-4a530d752523 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.773308] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9013bdb3-5bdf-46f0-816e-a722d44a746f tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.837s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.987137] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f59215-9fe6-4e61-b54b-f18a4db9986f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.995140] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad60ce-e97d-4b26-9381-f7f95aeda8ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.030750] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fee88-6206-42b4-81d1-fb67427ec596 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.037867] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea5bcc-3b41-4f16-a290-72faae59142d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.050705] env[70917]: DEBUG nova.compute.provider_tree [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.336402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.336402] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.365471] env[70917]: DEBUG nova.compute.manager [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Received event network-changed-7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.365471] env[70917]: DEBUG nova.compute.manager [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Refreshing instance network info cache due to event network-changed-7e558704-d2ac-4f3d-9ced-9abf926c4f29. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.365471] env[70917]: DEBUG oslo_concurrency.lockutils [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] Acquiring lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.365471] env[70917]: DEBUG oslo_concurrency.lockutils [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] Acquired lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.365682] env[70917]: DEBUG nova.network.neutron [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Refreshing network info cache for port 7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.554202] env[70917]: DEBUG nova.scheduler.client.report [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.839192] env[70917]: DEBUG nova.compute.utils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.059183] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.086592] env[70917]: INFO nova.scheduler.client.report [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance 4712acb5-444f-4724-a74d-4a530d752523 [ 1259.118528] env[70917]: DEBUG nova.network.neutron [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updated VIF entry in instance network info cache for port 7e558704-d2ac-4f3d-9ced-9abf926c4f29. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.118690] env[70917]: DEBUG nova.network.neutron [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updating instance_info_cache with network_info: [{"id": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "address": "fa:16:3e:a8:10:7e", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e558704-d2", "ovs_interfaceid": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.342230] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.598569] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ed44e023-89f8-4468-a3e9-176e9903f7cf tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4712acb5-444f-4724-a74d-4a530d752523" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.057s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.620905] env[70917]: DEBUG oslo_concurrency.lockutils [req-e5ad6b08-2ad1-4690-93a2-7c71378ae7d2 req-7ddb83e8-1414-4dd2-a502-30e51d28b87d service nova] Releasing lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.306061] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4c00b784-178f-4da4-8ab3-8392917fe975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.306061] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4c00b784-178f-4da4-8ab3-8392917fe975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.306061] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "4c00b784-178f-4da4-8ab3-8392917fe975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.306327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4c00b784-178f-4da4-8ab3-8392917fe975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.306426] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4c00b784-178f-4da4-8ab3-8392917fe975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.308903] env[70917]: INFO nova.compute.manager [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Terminating instance [ 1260.411924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.412411] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.412411] env[70917]: INFO nova.compute.manager [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Attaching volume b89c7c3d-bba0-4b2a-8115-92b551deafd4 to /dev/sdb [ 1260.447362] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1088dc-7b0a-4395-b890-ba60e317f896 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.455917] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038a1973-9bd4-4f06-84af-fcb10240785b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.470173] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Completed reading data from the image iterator. {{(pid=70917) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1260.470386] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275dcfb-9682-1e4a-cf6e-61cb83b157ed/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.470747] env[70917]: DEBUG nova.virt.block_device [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating existing volume attachment record: 569dcd22-b25e-4b76-ae44-9c5b2a8d89a1 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1260.473438] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb42745-566c-4af3-9cee-3d26d520e434 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.479107] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275dcfb-9682-1e4a-cf6e-61cb83b157ed/disk-0.vmdk is in state: ready. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.479279] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275dcfb-9682-1e4a-cf6e-61cb83b157ed/disk-0.vmdk. {{(pid=70917) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1260.479502] env[70917]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-19a5bdfe-d9ad-415c-88be-f73f4f6b1163 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.813107] env[70917]: DEBUG nova.compute.manager [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.813415] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.814335] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51eac52-303f-4750-ab34-d59fd966c95a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.821885] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.822148] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78fa0b79-d86e-445e-ab23-83ac313a3a87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.827740] env[70917]: DEBUG oslo_vmware.api [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1260.827740] env[70917]: value = "task-3462461" [ 1260.827740] env[70917]: _type = "Task" [ 1260.827740] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.836653] env[70917]: DEBUG oslo_vmware.api [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.908837] env[70917]: DEBUG oslo_vmware.rw_handles [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275dcfb-9682-1e4a-cf6e-61cb83b157ed/disk-0.vmdk. {{(pid=70917) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1260.909116] env[70917]: INFO nova.virt.vmwareapi.images [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Downloaded image file data 92b04807-9452-4fd9-997a-c211c92d9793 [ 1260.910095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a80a648-3eff-4a53-9c69-27b1f6f9a3dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.926633] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af5db9f-0d01-4687-bcba-81196ec046ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.950025] env[70917]: INFO nova.virt.vmwareapi.images [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] The imported VM was unregistered [ 1260.952506] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Caching image {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1260.952891] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Creating directory with path [datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.953386] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04cd759a-f4ae-4689-aee2-79173db51acf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.964761] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Created directory with path [datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793 {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.964966] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e/OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e.vmdk to [datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk. {{(pid=70917) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1260.965251] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a38895d5-3059-489b-8c70-a7b21efdd6ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.971948] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1260.971948] env[70917]: value = "task-3462463" [ 1260.971948] env[70917]: _type = "Task" [ 1260.971948] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.980530] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.338899] env[70917]: DEBUG oslo_vmware.api [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462461, 'name': PowerOffVM_Task, 'duration_secs': 0.215561} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.339122] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.339345] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.339658] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2973e988-eb29-47cd-85ff-857340e72ad2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.412766] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.413345] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.413345] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleting the datastore file [datastore2] 4c00b784-178f-4da4-8ab3-8392917fe975 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.413569] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec2c51ea-71ed-4e87-a98e-ec48e623030d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.420240] env[70917]: DEBUG oslo_vmware.api [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for the task: (returnval){ [ 1261.420240] env[70917]: value = "task-3462465" [ 1261.420240] env[70917]: _type = "Task" [ 1261.420240] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.429476] env[70917]: DEBUG oslo_vmware.api [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.481314] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.930569] env[70917]: DEBUG oslo_vmware.api [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Task: {'id': task-3462465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380976} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.930774] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.930970] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.931165] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.931347] env[70917]: INFO nova.compute.manager [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1261.931597] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.931795] env[70917]: DEBUG nova.compute.manager [-] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.931889] env[70917]: DEBUG nova.network.neutron [-] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.982523] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.212681] env[70917]: DEBUG nova.compute.manager [req-8d3e63e5-982a-4cbe-b791-6f9862e342c8 req-00167161-c51b-41bf-ae50-809727e091bb service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Received event network-vif-deleted-ad6e8e32-76cf-49f9-8638-bfd97349089f {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.212913] env[70917]: INFO nova.compute.manager [req-8d3e63e5-982a-4cbe-b791-6f9862e342c8 req-00167161-c51b-41bf-ae50-809727e091bb service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Neutron deleted interface ad6e8e32-76cf-49f9-8638-bfd97349089f; detaching it from the instance and deleting it from the info cache [ 1262.213084] env[70917]: DEBUG nova.network.neutron [req-8d3e63e5-982a-4cbe-b791-6f9862e342c8 req-00167161-c51b-41bf-ae50-809727e091bb service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.484282] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.694551] env[70917]: DEBUG nova.network.neutron [-] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.716011] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fb362e6-47b7-4449-b583-de25bf205383 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.725710] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d76ed-6a4a-47d2-99d8-d0d8f829a16f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.755295] env[70917]: DEBUG nova.compute.manager [req-8d3e63e5-982a-4cbe-b791-6f9862e342c8 req-00167161-c51b-41bf-ae50-809727e091bb service nova] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Detach interface failed, port_id=ad6e8e32-76cf-49f9-8638-bfd97349089f, reason: Instance 4c00b784-178f-4da4-8ab3-8392917fe975 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.984423] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.197829] env[70917]: INFO nova.compute.manager [-] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Took 1.27 seconds to deallocate network for instance. [ 1263.483911] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.704907] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.705217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.705445] env[70917]: DEBUG nova.objects.instance [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lazy-loading 'resources' on Instance uuid 4c00b784-178f-4da4-8ab3-8392917fe975 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.985422] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.297499] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d108062-f1e1-49be-ab18-bfd006873c6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.305632] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41edf11-6aeb-46aa-a520-939fead2a4bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.336375] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b537f936-d080-452d-8c69-392c1abbf05f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.343319] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce0a37-0ab3-48cd-a03f-7fd488b938e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.356583] env[70917]: DEBUG nova.compute.provider_tree [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.486315] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462463, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.069542} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.486658] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e/OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e.vmdk to [datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk. [ 1264.486865] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Cleaning up location [datastore1] OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1264.487056] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e0607bde-111d-4582-9535-0f10f012868e {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.487329] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90bd3915-7d3a-4393-b653-bb2c2b61f9b7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.493414] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1264.493414] env[70917]: value = "task-3462467" [ 1264.493414] env[70917]: _type = "Task" [ 1264.493414] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.501690] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.860167] env[70917]: DEBUG nova.scheduler.client.report [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.003951] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103401} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.004216] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.004395] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.004636] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk to [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.004990] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f86bfdcb-fc80-419b-83c5-285c96f48200 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.011497] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1265.011497] env[70917]: value = "task-3462468" [ 1265.011497] env[70917]: _type = "Task" [ 1265.011497] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.019490] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.023601] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.023815] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691581', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'name': 'volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6804887-2e2f-417e-9227-daf0b16299a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'serial': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.024591] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab69d5c-a1d9-45fa-bac0-f2407ccaac60 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.040015] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4676a2ff-850f-4ee1-bcfb-2af2d4e40981 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.064342] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4/volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.064604] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bde20de-6d26-426a-96f1-dbff4c5859ec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.082017] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1265.082017] env[70917]: value = "task-3462469" [ 1265.082017] env[70917]: _type = "Task" [ 1265.082017] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.089875] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.365691] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.388492] env[70917]: INFO nova.scheduler.client.report [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Deleted allocations for instance 4c00b784-178f-4da4-8ab3-8392917fe975 [ 1265.524050] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462468, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.591907] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.896572] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ab387047-8a2e-492e-80c5-c193e39d3914 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Lock "4c00b784-178f-4da4-8ab3-8392917fe975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.022648] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462468, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.092692] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.522665] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462468, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.593875] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.026780] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462468, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.095338] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462469, 'name': ReconfigVM_Task, 'duration_secs': 1.682509} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.095604] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4/volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.100964] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3518fa46-dbf5-4b8a-a096-e7cfc6fb620a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.116530] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1267.116530] env[70917]: value = "task-3462470" [ 1267.116530] env[70917]: _type = "Task" [ 1267.116530] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.126719] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.325740] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.326016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.326320] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.326442] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.326560] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.328802] env[70917]: INFO nova.compute.manager [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Terminating instance [ 1267.524837] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462468, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.294428} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.525133] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/92b04807-9452-4fd9-997a-c211c92d9793/92b04807-9452-4fd9-997a-c211c92d9793.vmdk to [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.526118] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba10656-a60e-4d02-9944-1452dccc877d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.549243] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.549587] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969436d3-08e9-400c-88e4-b2ffd37b0220 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.569576] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1267.569576] env[70917]: value = "task-3462471" [ 1267.569576] env[70917]: _type = "Task" [ 1267.569576] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.579486] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.627974] env[70917]: DEBUG oslo_vmware.api [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462470, 'name': ReconfigVM_Task, 'duration_secs': 0.256003} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.628122] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691581', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'name': 'volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6804887-2e2f-417e-9227-daf0b16299a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'serial': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1267.833537] env[70917]: DEBUG nova.compute.manager [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.833811] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.834957] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6b22b-fb68-4606-ab3b-97e80a5fb06e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.844327] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.844653] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bfe9701-7071-4164-9aa5-f6d93a87b483 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.850795] env[70917]: DEBUG oslo_vmware.api [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1267.850795] env[70917]: value = "task-3462472" [ 1267.850795] env[70917]: _type = "Task" [ 1267.850795] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.862873] env[70917]: DEBUG oslo_vmware.api [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.079844] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.369375] env[70917]: DEBUG oslo_vmware.api [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462472, 'name': PowerOffVM_Task, 'duration_secs': 0.3288} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.371925] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.372155] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.372390] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-984eb2b0-4fab-45ed-a82c-ca4bd2989b08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.483079] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.483348] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.483551] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleting the datastore file [datastore2] 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.483815] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1c48e4e-1433-4f94-bb1e-e11441f726b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.491093] env[70917]: DEBUG oslo_vmware.api [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for the task: (returnval){ [ 1268.491093] env[70917]: value = "task-3462474" [ 1268.491093] env[70917]: _type = "Task" [ 1268.491093] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.499619] env[70917]: DEBUG oslo_vmware.api [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.580181] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462471, 'name': ReconfigVM_Task, 'duration_secs': 0.87998} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.580498] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Reconfigured VM instance instance-0000006e to attach disk [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62/facecfe2-450e-459d-b491-4b2fdf62fd62.vmdk or device None with type streamOptimized {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.581189] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9531d9a5-bcba-48f4-80d0-6ad8b4b9efb6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.586943] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1268.586943] env[70917]: value = "task-3462475" [ 1268.586943] env[70917]: _type = "Task" [ 1268.586943] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.596575] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462475, 'name': Rename_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.675487] env[70917]: DEBUG nova.objects.instance [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.833898] env[70917]: DEBUG oslo_concurrency.lockutils [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.001079] env[70917]: DEBUG oslo_vmware.api [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Task: {'id': task-3462474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251329} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.001365] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.001552] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.001723] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.001898] env[70917]: INFO nova.compute.manager [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1269.002177] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.002370] env[70917]: DEBUG nova.compute.manager [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.002467] env[70917]: DEBUG nova.network.neutron [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.096231] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462475, 'name': Rename_Task, 'duration_secs': 0.162552} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.096476] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.096538] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d1a4e1-fa7d-4026-8399-adcb0c220d9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.103178] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1269.103178] env[70917]: value = "task-3462476" [ 1269.103178] env[70917]: _type = "Task" [ 1269.103178] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.118910] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.181771] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2d79a44c-af05-4cb0-869e-8dc94264b1ca tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.770s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.182901] env[70917]: DEBUG oslo_concurrency.lockutils [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.349s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.183211] env[70917]: DEBUG nova.compute.manager [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.184450] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173e87c-0751-4144-98d6-63f20bc08b3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.192574] env[70917]: DEBUG nova.compute.manager [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1269.192574] env[70917]: DEBUG nova.objects.instance [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.466882] env[70917]: DEBUG nova.compute.manager [req-cf2fbd34-b5ab-4441-a160-8ede25ccb547 req-3b95c4e8-d884-4bcc-96e2-2830aa4e4c52 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Received event network-vif-deleted-e813261f-bfea-4142-8f3f-b75163107438 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.467140] env[70917]: INFO nova.compute.manager [req-cf2fbd34-b5ab-4441-a160-8ede25ccb547 req-3b95c4e8-d884-4bcc-96e2-2830aa4e4c52 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Neutron deleted interface e813261f-bfea-4142-8f3f-b75163107438; detaching it from the instance and deleting it from the info cache [ 1269.467326] env[70917]: DEBUG nova.network.neutron [req-cf2fbd34-b5ab-4441-a160-8ede25ccb547 req-3b95c4e8-d884-4bcc-96e2-2830aa4e4c52 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.614112] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.945090] env[70917]: DEBUG nova.network.neutron [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.970495] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2c0bfe1-fa5b-498b-bcb9-a1ee3678ffa1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.982106] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1f0e4e-cd0b-48c5-b23e-0ab04d569e9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.010400] env[70917]: DEBUG nova.compute.manager [req-cf2fbd34-b5ab-4441-a160-8ede25ccb547 req-3b95c4e8-d884-4bcc-96e2-2830aa4e4c52 service nova] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Detach interface failed, port_id=e813261f-bfea-4142-8f3f-b75163107438, reason: Instance 38e7ff11-0566-4794-8f50-1b6d437a10a7 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.114409] env[70917]: DEBUG oslo_vmware.api [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462476, 'name': PowerOnVM_Task, 'duration_secs': 0.706241} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.114681] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.198455] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.198814] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccfc00e-9943-42c8-b8da-6459894b3244 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.206228] env[70917]: DEBUG oslo_vmware.api [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1270.206228] env[70917]: value = "task-3462477" [ 1270.206228] env[70917]: _type = "Task" [ 1270.206228] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.211266] env[70917]: DEBUG nova.compute.manager [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.212445] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e040ab-e652-4dc0-a29c-90b5e9beb5ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.218388] env[70917]: DEBUG oslo_vmware.api [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.447657] env[70917]: INFO nova.compute.manager [-] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Took 1.45 seconds to deallocate network for instance. [ 1270.716797] env[70917]: DEBUG oslo_vmware.api [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462477, 'name': PowerOffVM_Task, 'duration_secs': 0.506669} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.717072] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.717278] env[70917]: DEBUG nova.compute.manager [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.718038] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b4535-1abd-40ea-b411-2f7986bb74da {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.734362] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2b913a56-d985-4994-bd05-736e893106d5 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.474s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.735245] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 25.839s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.735468] env[70917]: INFO nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1270.735649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.956893] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.957157] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.957411] env[70917]: DEBUG nova.objects.instance [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lazy-loading 'resources' on Instance uuid 38e7ff11-0566-4794-8f50-1b6d437a10a7 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.091295] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.091551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.091732] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.091926] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.092111] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.094436] env[70917]: INFO nova.compute.manager [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Terminating instance [ 1271.229818] env[70917]: DEBUG oslo_concurrency.lockutils [None req-917d41cf-e40f-4e2b-afc9-620ed8083a3a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.535182] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ee637-edf5-43d3-b9ec-c577b6da434f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.542384] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a525f2-ae7e-4670-836c-7ebb1f512c73 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.572821] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d80eca-df4b-4601-b1bc-a0dd05151111 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.580008] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86864c86-6416-40bb-aec7-33eb50dc0e1e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.592803] env[70917]: DEBUG nova.compute.provider_tree [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.598245] env[70917]: DEBUG nova.compute.manager [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.598464] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.599190] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de99ef-ddde-45d5-afc4-21737c511405 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.605999] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.606225] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-783ce482-a284-4217-bee2-5a25dc7743b4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.612498] env[70917]: DEBUG oslo_vmware.api [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1271.612498] env[70917]: value = "task-3462478" [ 1271.612498] env[70917]: _type = "Task" [ 1271.612498] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.620471] env[70917]: DEBUG oslo_vmware.api [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.096242] env[70917]: DEBUG nova.scheduler.client.report [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.122168] env[70917]: DEBUG oslo_vmware.api [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462478, 'name': PowerOffVM_Task, 'duration_secs': 0.162954} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.122479] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.122655] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.122897] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2a302f-783f-4022-81d5-0c0d162efad3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.186632] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.186903] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.187054] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleting the datastore file [datastore1] facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.187732] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ccbff5f-985d-4bc7-92c3-3106f28daaf8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.195495] env[70917]: DEBUG oslo_vmware.api [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for the task: (returnval){ [ 1272.195495] env[70917]: value = "task-3462480" [ 1272.195495] env[70917]: _type = "Task" [ 1272.195495] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.205542] env[70917]: DEBUG oslo_vmware.api [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.427265] env[70917]: DEBUG nova.objects.instance [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.601697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.625163] env[70917]: INFO nova.scheduler.client.report [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Deleted allocations for instance 38e7ff11-0566-4794-8f50-1b6d437a10a7 [ 1272.705324] env[70917]: DEBUG oslo_vmware.api [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Task: {'id': task-3462480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153449} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.705841] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.706042] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.706220] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.706390] env[70917]: INFO nova.compute.manager [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1272.706624] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.706807] env[70917]: DEBUG nova.compute.manager [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.706895] env[70917]: DEBUG nova.network.neutron [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.932383] env[70917]: DEBUG oslo_concurrency.lockutils [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.932572] env[70917]: DEBUG oslo_concurrency.lockutils [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.932694] env[70917]: DEBUG nova.network.neutron [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.932871] env[70917]: DEBUG nova.objects.instance [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'info_cache' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.132994] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Lock "38e7ff11-0566-4794-8f50-1b6d437a10a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.807s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.207408] env[70917]: DEBUG nova.compute.manager [req-eff90bc6-0d33-4296-94fa-d1b33152ff7b req-d5b0fe7b-371b-42bc-9158-90d3e851e3da service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Received event network-vif-deleted-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.207484] env[70917]: INFO nova.compute.manager [req-eff90bc6-0d33-4296-94fa-d1b33152ff7b req-d5b0fe7b-371b-42bc-9158-90d3e851e3da service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Neutron deleted interface ffbd6b1e-08a9-452a-8cbc-ae091306b3c5; detaching it from the instance and deleting it from the info cache [ 1273.207657] env[70917]: DEBUG nova.network.neutron [req-eff90bc6-0d33-4296-94fa-d1b33152ff7b req-d5b0fe7b-371b-42bc-9158-90d3e851e3da service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.437493] env[70917]: DEBUG nova.objects.base [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.691714] env[70917]: DEBUG nova.network.neutron [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.710540] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b39e592-349f-4eca-ad3a-3d96d2b8e4c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.720953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f4d8a-a633-4988-a8cb-3df273908dd8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.748524] env[70917]: DEBUG nova.compute.manager [req-eff90bc6-0d33-4296-94fa-d1b33152ff7b req-d5b0fe7b-371b-42bc-9158-90d3e851e3da service nova] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Detach interface failed, port_id=ffbd6b1e-08a9-452a-8cbc-ae091306b3c5, reason: Instance facecfe2-450e-459d-b491-4b2fdf62fd62 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.167041] env[70917]: DEBUG nova.network.neutron [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [{"id": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "address": "fa:16:3e:a7:3c:6a", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030b14b4-b1", "ovs_interfaceid": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.195682] env[70917]: INFO nova.compute.manager [-] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Took 1.49 seconds to deallocate network for instance. [ 1274.670155] env[70917]: DEBUG oslo_concurrency.lockutils [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.701240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.701538] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.701754] env[70917]: DEBUG nova.objects.instance [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lazy-loading 'resources' on Instance uuid facecfe2-450e-459d-b491-4b2fdf62fd62 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.269725] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929554e-bfcc-44f5-92ab-51ed1ed21877 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.277441] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f4ace-ea36-4b8f-ac1a-27c66ee9669b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.309284] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18f088-3d7c-4636-b25f-94af4f2534e6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.316709] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a5e828-7a69-4a98-b2aa-fab2d9bdffd9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.331064] env[70917]: DEBUG nova.compute.provider_tree [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.676865] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.677260] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d255e74-e9f4-4fe7-9c71-7ff7c2b1b936 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.685456] env[70917]: DEBUG oslo_vmware.api [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1275.685456] env[70917]: value = "task-3462482" [ 1275.685456] env[70917]: _type = "Task" [ 1275.685456] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.692486] env[70917]: DEBUG oslo_vmware.api [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.834008] env[70917]: DEBUG nova.scheduler.client.report [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.195303] env[70917]: DEBUG oslo_vmware.api [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462482, 'name': PowerOnVM_Task, 'duration_secs': 0.404214} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.195571] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.195778] env[70917]: DEBUG nova.compute.manager [None req-26d2df01-3fc0-4ab0-8911-e642b553d769 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.196536] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e30c8b-ca82-4706-a33b-ed168515438b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.338858] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.357612] env[70917]: INFO nova.scheduler.client.report [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Deleted allocations for instance facecfe2-450e-459d-b491-4b2fdf62fd62 [ 1276.865126] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Lock "facecfe2-450e-459d-b491-4b2fdf62fd62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.579280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.579620] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.085753] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.625365] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.625654] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.627170] env[70917]: INFO nova.compute.claims [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.727189] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c2ddf-02cd-4cc4-a2d7-877e0af5631f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.733739] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7bd716-f21c-4083-ad36-1c5b6cfead0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.762427] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a60e6-f494-4d39-8540-37d9ca595f82 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.770670] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb762e8-44d2-4d93-8002-1c2aa5aace49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.784456] env[70917]: DEBUG nova.compute.provider_tree [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.290643] env[70917]: DEBUG nova.scheduler.client.report [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.792551] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.793130] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.298294] env[70917]: DEBUG nova.compute.utils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.299385] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.299558] env[70917]: DEBUG nova.network.neutron [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.339209] env[70917]: DEBUG nova.policy [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd847fb06cdcd4ded98c0318b5f1df84c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df0ed0f6f414837842fd27c9d116dbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.570126] env[70917]: DEBUG nova.network.neutron [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Successfully created port: 4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.804051] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.816314] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.839860] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.840147] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.840350] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.840546] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.840695] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.840840] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.841064] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.841228] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.841398] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.841563] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.841899] env[70917]: DEBUG nova.virt.hardware [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.842713] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4e80cb-74dc-4fcf-a003-8a4e3000c7de {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.850968] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c88178-f73c-4840-88fb-7b1ad7e3ea08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.859597] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "c20a4fff-4ee5-4a44-9faa-924921d22712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.859836] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.929537] env[70917]: DEBUG nova.compute.manager [req-b6d47f29-f5f5-43de-986b-a4396fcf81de req-866dfae8-af14-45fb-af1c-91c8f8cb797c service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Received event network-vif-plugged-4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.929772] env[70917]: DEBUG oslo_concurrency.lockutils [req-b6d47f29-f5f5-43de-986b-a4396fcf81de req-866dfae8-af14-45fb-af1c-91c8f8cb797c service nova] Acquiring lock "97569e04-6106-4b81-8ebf-d01ffd1b5597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.929976] env[70917]: DEBUG oslo_concurrency.lockutils [req-b6d47f29-f5f5-43de-986b-a4396fcf81de req-866dfae8-af14-45fb-af1c-91c8f8cb797c service nova] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.930294] env[70917]: DEBUG oslo_concurrency.lockutils [req-b6d47f29-f5f5-43de-986b-a4396fcf81de req-866dfae8-af14-45fb-af1c-91c8f8cb797c service nova] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.930371] env[70917]: DEBUG nova.compute.manager [req-b6d47f29-f5f5-43de-986b-a4396fcf81de req-866dfae8-af14-45fb-af1c-91c8f8cb797c service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] No waiting events found dispatching network-vif-plugged-4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.930570] env[70917]: WARNING nova.compute.manager [req-b6d47f29-f5f5-43de-986b-a4396fcf81de req-866dfae8-af14-45fb-af1c-91c8f8cb797c service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Received unexpected event network-vif-plugged-4755ce31-4b0f-4507-9243-b6af14d0e59b for instance with vm_state building and task_state spawning. [ 1286.012553] env[70917]: DEBUG nova.network.neutron [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Successfully updated port: 4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.207977] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.208234] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.371396] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.515613] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-97569e04-6106-4b81-8ebf-d01ffd1b5597" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.515773] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-97569e04-6106-4b81-8ebf-d01ffd1b5597" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.515970] env[70917]: DEBUG nova.network.neutron [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.711089] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.905214] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.905608] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.907290] env[70917]: INFO nova.compute.claims [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.051076] env[70917]: DEBUG nova.network.neutron [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.198664] env[70917]: DEBUG nova.network.neutron [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Updating instance_info_cache with network_info: [{"id": "4755ce31-4b0f-4507-9243-b6af14d0e59b", "address": "fa:16:3e:99:6f:11", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4755ce31-4b", "ovs_interfaceid": "4755ce31-4b0f-4507-9243-b6af14d0e59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.227952] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.701970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-97569e04-6106-4b81-8ebf-d01ffd1b5597" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.702318] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance network_info: |[{"id": "4755ce31-4b0f-4507-9243-b6af14d0e59b", "address": "fa:16:3e:99:6f:11", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4755ce31-4b", "ovs_interfaceid": "4755ce31-4b0f-4507-9243-b6af14d0e59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.702802] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:6f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4755ce31-4b0f-4507-9243-b6af14d0e59b', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.710409] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.710654] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.710876] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c83c72-cea7-4989-92e2-91cc91ca84f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.732480] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.732480] env[70917]: value = "task-3462484" [ 1287.732480] env[70917]: _type = "Task" [ 1287.732480] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.739786] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462484, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.961663] env[70917]: DEBUG nova.compute.manager [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Received event network-changed-4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.961905] env[70917]: DEBUG nova.compute.manager [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Refreshing instance network info cache due to event network-changed-4755ce31-4b0f-4507-9243-b6af14d0e59b. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.962295] env[70917]: DEBUG oslo_concurrency.lockutils [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] Acquiring lock "refresh_cache-97569e04-6106-4b81-8ebf-d01ffd1b5597" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.962529] env[70917]: DEBUG oslo_concurrency.lockutils [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] Acquired lock "refresh_cache-97569e04-6106-4b81-8ebf-d01ffd1b5597" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.962734] env[70917]: DEBUG nova.network.neutron [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Refreshing network info cache for port 4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.012813] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a923d8-d8a1-4bee-957a-f64bb19c04d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.021787] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce20884-d709-45f7-92b4-2968fef6ccd1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.052461] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b094725d-103d-4142-9f61-03191dbca03a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.059013] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e8ac6-ed71-478e-b429-1287b64c9a5d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.071386] env[70917]: DEBUG nova.compute.provider_tree [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.242285] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462484, 'name': CreateVM_Task, 'duration_secs': 0.296316} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.242445] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.243111] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.243275] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.243582] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.243818] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba07902e-d696-4354-a36a-a91edf570ebb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.248391] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1288.248391] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b13b55-52d6-554d-d995-ba3d4dd3af57" [ 1288.248391] env[70917]: _type = "Task" [ 1288.248391] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.255865] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b13b55-52d6-554d-d995-ba3d4dd3af57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.574237] env[70917]: DEBUG nova.scheduler.client.report [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.645496] env[70917]: DEBUG nova.network.neutron [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Updated VIF entry in instance network info cache for port 4755ce31-4b0f-4507-9243-b6af14d0e59b. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.645855] env[70917]: DEBUG nova.network.neutron [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Updating instance_info_cache with network_info: [{"id": "4755ce31-4b0f-4507-9243-b6af14d0e59b", "address": "fa:16:3e:99:6f:11", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4755ce31-4b", "ovs_interfaceid": "4755ce31-4b0f-4507-9243-b6af14d0e59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.758534] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b13b55-52d6-554d-d995-ba3d4dd3af57, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.758874] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.759075] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.759321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.759469] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.759649] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.759908] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d569b21b-1bd7-4c61-9e3c-9387d824c7ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.768710] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.768892] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.769608] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d07519a-903e-47d7-82af-d92c8e24fdf4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.775034] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1288.775034] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5258e1e7-b440-4691-1ccf-9baf6b6ce0dd" [ 1288.775034] env[70917]: _type = "Task" [ 1288.775034] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.782260] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5258e1e7-b440-4691-1ccf-9baf6b6ce0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.079435] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.080052] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.082702] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.855s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.084415] env[70917]: INFO nova.compute.claims [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.147905] env[70917]: DEBUG oslo_concurrency.lockutils [req-37bd4118-0dc8-45e4-a35d-360cac3a4435 req-989cd347-9948-433b-afbb-02e4820e8c63 service nova] Releasing lock "refresh_cache-97569e04-6106-4b81-8ebf-d01ffd1b5597" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.287117] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5258e1e7-b440-4691-1ccf-9baf6b6ce0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008153} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.287952] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d8beed-3395-4bc4-955a-bb9523380fa4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.292812] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1289.292812] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c77bce-4d93-460b-d486-ed37aabc4254" [ 1289.292812] env[70917]: _type = "Task" [ 1289.292812] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.300357] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c77bce-4d93-460b-d486-ed37aabc4254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.588849] env[70917]: DEBUG nova.compute.utils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.592755] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.592755] env[70917]: DEBUG nova.network.neutron [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.628954] env[70917]: DEBUG nova.policy [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2054411f1f4e52994d6a8b8c34a9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ed12659bf342bfbdb99465b9385442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.804235] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c77bce-4d93-460b-d486-ed37aabc4254, 'name': SearchDatastore_Task, 'duration_secs': 0.01919} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.804559] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.804898] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.805236] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3d83f39-897e-4147-a809-ea34f403d8dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.812181] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1289.812181] env[70917]: value = "task-3462485" [ 1289.812181] env[70917]: _type = "Task" [ 1289.812181] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.821435] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.880702] env[70917]: DEBUG nova.network.neutron [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Successfully created port: 48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.092878] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.201051] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91150e8b-d3e0-4a68-ae9e-7d973defe4f5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.209814] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971a050-3615-45fb-bac6-a2481f4e2024 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.241583] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec3a15-badd-45dd-a26e-86c97a103cac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.249254] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08024290-b9c7-43f7-b46a-cad55c757556 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.264729] env[70917]: DEBUG nova.compute.provider_tree [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.321567] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450319} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.321843] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.322072] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.322377] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57f04b5-8642-4ea9-8327-3c48bb93cb44 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.328775] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1290.328775] env[70917]: value = "task-3462486" [ 1290.328775] env[70917]: _type = "Task" [ 1290.328775] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.336479] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.768154] env[70917]: DEBUG nova.scheduler.client.report [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.838743] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063113} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.839011] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.839766] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fa9bbd-6ef6-4ad7-a374-d27fe50597c7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.861180] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.861366] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062bfb92-7b9c-480c-8c96-09af5469b3ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.880199] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1290.880199] env[70917]: value = "task-3462487" [ 1290.880199] env[70917]: _type = "Task" [ 1290.880199] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.887604] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.105750] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.132617] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.132879] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.133056] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.133246] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.133395] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.133543] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.133749] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.133905] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.134083] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.134247] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.134418] env[70917]: DEBUG nova.virt.hardware [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.135278] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed4c7f-cc81-4583-8f06-5c1fff14f605 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.143221] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95821b0a-54f3-4800-9e30-5371276f4389 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.257158] env[70917]: DEBUG nova.compute.manager [req-46b91802-88d9-45e6-9924-75b38da7c37f req-84d3cfdd-ad9d-4c38-9364-38194691d84f service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Received event network-vif-plugged-48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.257399] env[70917]: DEBUG oslo_concurrency.lockutils [req-46b91802-88d9-45e6-9924-75b38da7c37f req-84d3cfdd-ad9d-4c38-9364-38194691d84f service nova] Acquiring lock "c20a4fff-4ee5-4a44-9faa-924921d22712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.257611] env[70917]: DEBUG oslo_concurrency.lockutils [req-46b91802-88d9-45e6-9924-75b38da7c37f req-84d3cfdd-ad9d-4c38-9364-38194691d84f service nova] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.257782] env[70917]: DEBUG oslo_concurrency.lockutils [req-46b91802-88d9-45e6-9924-75b38da7c37f req-84d3cfdd-ad9d-4c38-9364-38194691d84f service nova] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.257955] env[70917]: DEBUG nova.compute.manager [req-46b91802-88d9-45e6-9924-75b38da7c37f req-84d3cfdd-ad9d-4c38-9364-38194691d84f service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] No waiting events found dispatching network-vif-plugged-48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.258140] env[70917]: WARNING nova.compute.manager [req-46b91802-88d9-45e6-9924-75b38da7c37f req-84d3cfdd-ad9d-4c38-9364-38194691d84f service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Received unexpected event network-vif-plugged-48b10248-6992-4a7f-b787-4abb50b3f104 for instance with vm_state building and task_state spawning. [ 1291.272896] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.273381] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.344864] env[70917]: DEBUG nova.network.neutron [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Successfully updated port: 48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.391924] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462487, 'name': ReconfigVM_Task, 'duration_secs': 0.258914} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.392229] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.392835] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4750d744-3d77-4bd7-b8eb-410cd99f2210 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.398613] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1291.398613] env[70917]: value = "task-3462488" [ 1291.398613] env[70917]: _type = "Task" [ 1291.398613] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.406302] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462488, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.778148] env[70917]: DEBUG nova.compute.utils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.779908] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.780101] env[70917]: DEBUG nova.network.neutron [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.816920] env[70917]: DEBUG nova.policy [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2054411f1f4e52994d6a8b8c34a9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ed12659bf342bfbdb99465b9385442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.847615] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.847785] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.847924] env[70917]: DEBUG nova.network.neutron [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.909451] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462488, 'name': Rename_Task, 'duration_secs': 0.144039} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.909745] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.909992] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2fe34b3-8572-405c-9742-f91962d28a38 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.917272] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1291.917272] env[70917]: value = "task-3462489" [ 1291.917272] env[70917]: _type = "Task" [ 1291.917272] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.924963] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.051118] env[70917]: DEBUG nova.network.neutron [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Successfully created port: 9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.284200] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.428706] env[70917]: DEBUG oslo_vmware.api [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462489, 'name': PowerOnVM_Task, 'duration_secs': 0.449282} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.428706] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.428706] env[70917]: INFO nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1292.428706] env[70917]: DEBUG nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.429019] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c654fd-fa01-4612-98d4-7fe773cf6109 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.575011] env[70917]: DEBUG nova.network.neutron [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.694425] env[70917]: DEBUG nova.network.neutron [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updating instance_info_cache with network_info: [{"id": "48b10248-6992-4a7f-b787-4abb50b3f104", "address": "fa:16:3e:9f:8d:17", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b10248-69", "ovs_interfaceid": "48b10248-6992-4a7f-b787-4abb50b3f104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.948082] env[70917]: INFO nova.compute.manager [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Took 11.36 seconds to build instance. [ 1293.197359] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.197665] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Instance network_info: |[{"id": "48b10248-6992-4a7f-b787-4abb50b3f104", "address": "fa:16:3e:9f:8d:17", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b10248-69", "ovs_interfaceid": "48b10248-6992-4a7f-b787-4abb50b3f104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.198100] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:8d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b10248-6992-4a7f-b787-4abb50b3f104', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.206316] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating folder: Project (81ed12659bf342bfbdb99465b9385442). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.206590] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd6c0fda-63aa-48da-8dca-341653fc9a35 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.217686] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created folder: Project (81ed12659bf342bfbdb99465b9385442) in parent group-v691255. [ 1293.217857] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating folder: Instances. Parent ref: group-v691583. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.218092] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd31aee-3f54-4208-ac82-b53ae186e3dc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.228259] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created folder: Instances in parent group-v691583. [ 1293.228485] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.228670] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.228875] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f06fd7f0-ce7b-442d-9aa2-17fff375067b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.249029] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.249029] env[70917]: value = "task-3462492" [ 1293.249029] env[70917]: _type = "Task" [ 1293.249029] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.261561] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462492, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.286666] env[70917]: DEBUG nova.compute.manager [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Received event network-changed-48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.287084] env[70917]: DEBUG nova.compute.manager [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Refreshing instance network info cache due to event network-changed-48b10248-6992-4a7f-b787-4abb50b3f104. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.287084] env[70917]: DEBUG oslo_concurrency.lockutils [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] Acquiring lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.287271] env[70917]: DEBUG oslo_concurrency.lockutils [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] Acquired lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.287382] env[70917]: DEBUG nova.network.neutron [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Refreshing network info cache for port 48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.293029] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.321520] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.321840] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.321917] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.322108] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.322260] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.322410] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.322664] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.322844] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.322998] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.323183] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.323361] env[70917]: DEBUG nova.virt.hardware [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.324570] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f23f843-de15-4595-bc0a-37bfaf3643d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.333752] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4e85d4-2414-48ea-a106-b374b0d0cde9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.450716] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e7702458-6094-440e-8198-041635cf325b tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.871s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.759593] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462492, 'name': CreateVM_Task, 'duration_secs': 0.312329} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.759649] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.760307] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.760500] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.760836] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.761102] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671bf705-3431-4f69-b7e4-6bb64b1f1cda {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.765626] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1293.765626] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb4310-28a8-72d4-fdd8-05e277bbefeb" [ 1293.765626] env[70917]: _type = "Task" [ 1293.765626] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.772937] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb4310-28a8-72d4-fdd8-05e277bbefeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.788476] env[70917]: DEBUG nova.network.neutron [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Successfully updated port: 9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.960649] env[70917]: DEBUG nova.network.neutron [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updated VIF entry in instance network info cache for port 48b10248-6992-4a7f-b787-4abb50b3f104. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.961020] env[70917]: DEBUG nova.network.neutron [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updating instance_info_cache with network_info: [{"id": "48b10248-6992-4a7f-b787-4abb50b3f104", "address": "fa:16:3e:9f:8d:17", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b10248-69", "ovs_interfaceid": "48b10248-6992-4a7f-b787-4abb50b3f104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.964880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.964880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.964880] env[70917]: DEBUG nova.compute.manager [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.965833] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95d3f9-f61f-472b-9492-79b99e53f02c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.972620] env[70917]: DEBUG nova.compute.manager [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1293.973180] env[70917]: DEBUG nova.objects.instance [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'flavor' on Instance uuid 97569e04-6106-4b81-8ebf-d01ffd1b5597 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.276157] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52cb4310-28a8-72d4-fdd8-05e277bbefeb, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.276464] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.276700] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.276957] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.277131] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.277316] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.277574] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fccf21e-5799-481b-971e-e1d345f92fe9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.285828] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.286012] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.286883] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaff7fdc-31bd-47df-ba17-22a2127ae056 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.291616] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1294.291616] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5249e3ce-8fb2-176e-c4c1-1c80b01bff07" [ 1294.291616] env[70917]: _type = "Task" [ 1294.291616] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.292151] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.292273] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.292416] env[70917]: DEBUG nova.network.neutron [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.301442] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5249e3ce-8fb2-176e-c4c1-1c80b01bff07, 'name': SearchDatastore_Task, 'duration_secs': 0.007613} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.302401] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eec9c06-9fdd-46dc-b7f9-a45ae23b406e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.307617] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1294.307617] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523182e8-8cd8-f29e-c757-bacdc0c2841c" [ 1294.307617] env[70917]: _type = "Task" [ 1294.307617] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.315012] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523182e8-8cd8-f29e-c757-bacdc0c2841c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.464211] env[70917]: DEBUG oslo_concurrency.lockutils [req-e226606a-5215-454f-9b8a-c4b1da68b88a req-8eb721da-f58e-4833-8d2b-2082b9daafb0 service nova] Releasing lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.819752] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523182e8-8cd8-f29e-c757-bacdc0c2841c, 'name': SearchDatastore_Task, 'duration_secs': 0.007683} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.819752] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.820022] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/c20a4fff-4ee5-4a44-9faa-924921d22712.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.820281] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca46f5bd-5345-407a-9d32-85a25b5d5843 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.827533] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1294.827533] env[70917]: value = "task-3462493" [ 1294.827533] env[70917]: _type = "Task" [ 1294.827533] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.828293] env[70917]: DEBUG nova.network.neutron [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.837719] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.967987] env[70917]: DEBUG nova.network.neutron [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Updating instance_info_cache with network_info: [{"id": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "address": "fa:16:3e:be:ce:05", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c219217-f5", "ovs_interfaceid": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.981842] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.982371] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbcf6e4-5dac-4d7a-96ed-983e4e064dfc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.995936] env[70917]: DEBUG oslo_vmware.api [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1294.995936] env[70917]: value = "task-3462494" [ 1294.995936] env[70917]: _type = "Task" [ 1294.995936] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.006591] env[70917]: DEBUG oslo_vmware.api [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.339744] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444334} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.340034] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/c20a4fff-4ee5-4a44-9faa-924921d22712.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.340255] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.340519] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18355cb1-292c-4ada-ae3a-132bcb5433f7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.347422] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1295.347422] env[70917]: value = "task-3462495" [ 1295.347422] env[70917]: _type = "Task" [ 1295.347422] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.352408] env[70917]: DEBUG nova.compute.manager [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Received event network-vif-plugged-9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.352640] env[70917]: DEBUG oslo_concurrency.lockutils [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] Acquiring lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.352849] env[70917]: DEBUG oslo_concurrency.lockutils [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.353025] env[70917]: DEBUG oslo_concurrency.lockutils [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.353198] env[70917]: DEBUG nova.compute.manager [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] No waiting events found dispatching network-vif-plugged-9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.353362] env[70917]: WARNING nova.compute.manager [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Received unexpected event network-vif-plugged-9c219217-f5ad-4dc8-abb6-c0465ed18b19 for instance with vm_state building and task_state spawning. [ 1295.353568] env[70917]: DEBUG nova.compute.manager [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Received event network-changed-9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.353723] env[70917]: DEBUG nova.compute.manager [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Refreshing instance network info cache due to event network-changed-9c219217-f5ad-4dc8-abb6-c0465ed18b19. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.353893] env[70917]: DEBUG oslo_concurrency.lockutils [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] Acquiring lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.358745] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.470478] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.470840] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Instance network_info: |[{"id": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "address": "fa:16:3e:be:ce:05", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c219217-f5", "ovs_interfaceid": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.471152] env[70917]: DEBUG oslo_concurrency.lockutils [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] Acquired lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.471335] env[70917]: DEBUG nova.network.neutron [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Refreshing network info cache for port 9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.472624] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:ce:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c219217-f5ad-4dc8-abb6-c0465ed18b19', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.480891] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.481777] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.482027] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ea0746-ab66-4a76-ba73-04547a1b32af {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.502846] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.502846] env[70917]: value = "task-3462496" [ 1295.502846] env[70917]: _type = "Task" [ 1295.502846] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.506074] env[70917]: DEBUG oslo_vmware.api [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462494, 'name': PowerOffVM_Task, 'duration_secs': 0.309046} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.508950] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.509181] env[70917]: DEBUG nova.compute.manager [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.509872] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b840936-35f0-43d1-b0e4-06246950cf4e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.520130] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462496, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.856683] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064929} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.857020] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.858044] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673e918f-fd9d-46d9-a647-55ef20b3bff1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.879683] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/c20a4fff-4ee5-4a44-9faa-924921d22712.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.879924] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4273cc30-5d58-498f-8cb4-2654aa2414d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.894446] env[70917]: DEBUG oslo_concurrency.lockutils [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.894697] env[70917]: DEBUG oslo_concurrency.lockutils [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.894851] env[70917]: DEBUG nova.compute.manager [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.895611] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b931d1-bf60-4228-87a9-d371df8e7285 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.902374] env[70917]: DEBUG nova.compute.manager [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1295.902975] env[70917]: DEBUG nova.objects.instance [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'flavor' on Instance uuid 9ada0e8c-9858-4e6c-a21a-44897de2db24 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.905323] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1295.905323] env[70917]: value = "task-3462497" [ 1295.905323] env[70917]: _type = "Task" [ 1295.905323] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.913768] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.020257] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462496, 'name': CreateVM_Task, 'duration_secs': 0.296972} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.022558] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.023114] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cbd8bde9-d42d-4236-a180-969ce24b8476 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.024578] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.024799] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.025208] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.025509] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba091df7-01c4-4ab8-8649-f45767ceca54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.031873] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1296.031873] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52655d72-4705-06e1-bb13-bc44ff2c4ff6" [ 1296.031873] env[70917]: _type = "Task" [ 1296.031873] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.039772] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52655d72-4705-06e1-bb13-bc44ff2c4ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.183193] env[70917]: DEBUG nova.network.neutron [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Updated VIF entry in instance network info cache for port 9c219217-f5ad-4dc8-abb6-c0465ed18b19. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.183618] env[70917]: DEBUG nova.network.neutron [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Updating instance_info_cache with network_info: [{"id": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "address": "fa:16:3e:be:ce:05", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c219217-f5", "ovs_interfaceid": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.426481] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462497, 'name': ReconfigVM_Task, 'duration_secs': 0.274349} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.426481] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/c20a4fff-4ee5-4a44-9faa-924921d22712.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.426481] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-863ce61c-518f-48cf-b3a5-745d6b614b3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.426481] env[70917]: INFO nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Rebuilding instance [ 1296.429191] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1296.429191] env[70917]: value = "task-3462498" [ 1296.429191] env[70917]: _type = "Task" [ 1296.429191] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.438550] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462498, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.467232] env[70917]: DEBUG nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.468094] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a584296-914e-45d4-989a-a144eae034e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.543653] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52655d72-4705-06e1-bb13-bc44ff2c4ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.544359] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.544640] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.544909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.545141] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.545355] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.545631] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e37ddb-a675-4476-bb1d-23a5f54006bf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.562352] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.562622] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.563312] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8686ac4c-79a8-44e6-b6cc-cf4f895e9fa9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.568381] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1296.568381] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52024261-4978-04b6-297d-eb85281a0c7c" [ 1296.568381] env[70917]: _type = "Task" [ 1296.568381] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.575949] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52024261-4978-04b6-297d-eb85281a0c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.686550] env[70917]: DEBUG oslo_concurrency.lockutils [req-0eb43128-5182-4af5-9d21-4ce39897a6d1 req-bc97549a-6d93-4b44-afab-f23572ee6a5e service nova] Releasing lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.915545] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.915813] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f2269a-35a4-486a-a30c-dd2fa79107c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.923292] env[70917]: DEBUG oslo_vmware.api [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1296.923292] env[70917]: value = "task-3462499" [ 1296.923292] env[70917]: _type = "Task" [ 1296.923292] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.931290] env[70917]: DEBUG oslo_vmware.api [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.938857] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462498, 'name': Rename_Task, 'duration_secs': 0.143772} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.939128] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.939360] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a104707-3504-49e1-a3d7-89c92e4f8e74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.944690] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1296.944690] env[70917]: value = "task-3462500" [ 1296.944690] env[70917]: _type = "Task" [ 1296.944690] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.951985] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.078634] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52024261-4978-04b6-297d-eb85281a0c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.067731} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.079464] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03538f28-b22c-4ca1-87b5-e0e14d18872c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.085333] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1297.085333] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52123f71-05d0-fa73-0e39-c13273727ae5" [ 1297.085333] env[70917]: _type = "Task" [ 1297.085333] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.092959] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52123f71-05d0-fa73-0e39-c13273727ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.433416] env[70917]: DEBUG oslo_vmware.api [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462499, 'name': PowerOffVM_Task, 'duration_secs': 0.202461} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.433845] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.433908] env[70917]: DEBUG nova.compute.manager [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.434631] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b554f-10a0-435d-9d4a-47031c488825 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.453054] env[70917]: DEBUG oslo_vmware.api [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462500, 'name': PowerOnVM_Task, 'duration_secs': 0.43972} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.453054] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.453267] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.453319] env[70917]: INFO nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1297.453473] env[70917]: DEBUG nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.453706] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.455318] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62becefe-e4ae-4c2c-9671-d112c607102f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.481331] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.481582] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204edbf5-2489-4452-8bff-4aff629a80fa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.489311] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1297.489311] env[70917]: value = "task-3462501" [ 1297.489311] env[70917]: _type = "Task" [ 1297.489311] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.496709] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.594883] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52123f71-05d0-fa73-0e39-c13273727ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.595191] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.595454] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/e814d7b4-7df9-417b-9d1e-6622dc06f0b0.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.595716] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-340f91e5-bce2-4729-9ace-05bbf8630f7c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.602375] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1297.602375] env[70917]: value = "task-3462502" [ 1297.602375] env[70917]: _type = "Task" [ 1297.602375] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.609632] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.946294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-32d03229-4e4a-404f-b050-77dc86afb857 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.961864] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.962097] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.962265] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.962422] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.963347] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.963347] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.963347] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1297.963496] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.970613] env[70917]: INFO nova.compute.manager [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Took 11.10 seconds to build instance. [ 1298.000193] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1298.000533] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.001392] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a5146-2b33-496a-a3d2-8de890a5eac3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.008964] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.009335] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc6de37-7c75-4acf-9672-1ce506e11fd0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.112183] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462502, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.263280] env[70917]: DEBUG nova.objects.instance [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'flavor' on Instance uuid 9ada0e8c-9858-4e6c-a21a-44897de2db24 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.470079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.470268] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.470331] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.470523] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1298.471418] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b99a6-2445-4dd3-8b22-fa3417f1eb90 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.474677] env[70917]: DEBUG oslo_concurrency.lockutils [None req-cb78a051-8370-4fda-bbcc-60d452643680 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.615s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.480185] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da0264-b853-4fe6-965d-09e686f0956c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.493764] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842634bc-9ffc-4788-8bfb-5f6b790f35b2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.499904] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26532986-586f-4b2f-9fbf-9a5394d0ae92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.535607] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180669MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1298.535839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.536206] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.612513] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462502, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.646060] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.646330] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.646470] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore2] 97569e04-6106-4b81-8ebf-d01ffd1b5597 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.646753] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b32d1a-0cb6-4a64-aa51-addd84de26c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.653163] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1298.653163] env[70917]: value = "task-3462504" [ 1298.653163] env[70917]: _type = "Task" [ 1298.653163] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.660928] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.768394] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.768576] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.768790] env[70917]: DEBUG nova.network.neutron [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.768978] env[70917]: DEBUG nova.objects.instance [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'info_cache' on Instance uuid 9ada0e8c-9858-4e6c-a21a-44897de2db24 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.112468] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462502, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.162311] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144694} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.162557] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.162747] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.162922] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.272895] env[70917]: DEBUG nova.objects.base [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Object Instance<9ada0e8c-9858-4e6c-a21a-44897de2db24> lazy-loaded attributes: flavor,info_cache {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.564046] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance b6804887-2e2f-417e-9227-daf0b16299a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.564303] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.564349] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9ada0e8c-9858-4e6c-a21a-44897de2db24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.564443] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 97569e04-6106-4b81-8ebf-d01ffd1b5597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.564555] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c20a4fff-4ee5-4a44-9faa-924921d22712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.564667] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e814d7b4-7df9-417b-9d1e-6622dc06f0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1299.564848] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1299.564982] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1299.613703] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462502, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.592597} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.613978] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/e814d7b4-7df9-417b-9d1e-6622dc06f0b0.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.614211] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.614455] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fae5911-f155-4406-b118-3de2151defe9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.623652] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1299.623652] env[70917]: value = "task-3462505" [ 1299.623652] env[70917]: _type = "Task" [ 1299.623652] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.630638] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.642974] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e1490-3a91-468b-842e-5178772997dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.649803] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303bb7e-0e9b-4a74-9a99-17f719cef53a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.684275] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083701d4-17bf-4d2d-919d-bdf15d7e49df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.691518] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2744d1-084e-46cb-a0c7-71672cf3b12d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.705230] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.983607] env[70917]: DEBUG nova.network.neutron [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updating instance_info_cache with network_info: [{"id": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "address": "fa:16:3e:a8:10:7e", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e558704-d2", "ovs_interfaceid": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.133868] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064512} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.134161] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.134971] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f2ef9-dea3-4ce9-9167-ee1032208545 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.164729] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/e814d7b4-7df9-417b-9d1e-6622dc06f0b0.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.165075] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8278bebe-0f7e-4eb4-8cf9-3a7b4477142e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.185699] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1300.185699] env[70917]: value = "task-3462506" [ 1300.185699] env[70917]: _type = "Task" [ 1300.185699] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.197280] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.208476] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.222810] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.223077] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.223247] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.223432] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.223599] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.223766] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.223979] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.224156] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.224325] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.224488] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.224663] env[70917]: DEBUG nova.virt.hardware [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.225544] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed109bc-16d8-4a19-ba9a-a974dfecc49d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.234594] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718453e7-d1e1-4932-8994-f9909aa750f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.250046] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:6f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4755ce31-4b0f-4507-9243-b6af14d0e59b', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.257150] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.257390] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.257605] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d75ba1-4dac-4802-9eff-51a34297aa5a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.277207] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.277207] env[70917]: value = "task-3462507" [ 1300.277207] env[70917]: _type = "Task" [ 1300.277207] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.285563] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462507, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.486603] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.695605] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462506, 'name': ReconfigVM_Task, 'duration_secs': 0.398701} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.695979] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/e814d7b4-7df9-417b-9d1e-6622dc06f0b0.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.696466] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58e57ecc-8458-4f9a-8cbf-b08dc33a1a23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.702521] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1300.702521] env[70917]: value = "task-3462508" [ 1300.702521] env[70917]: _type = "Task" [ 1300.702521] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.709962] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462508, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.715693] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1300.715903] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.180s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.786509] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462507, 'name': CreateVM_Task, 'duration_secs': 0.337907} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.786677] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.787357] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.787524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.787853] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.788125] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cf62ac-d69f-49a8-84f4-27865de36844 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.792407] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1300.792407] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d4daef-eaaf-c6b6-983f-28947c016974" [ 1300.792407] env[70917]: _type = "Task" [ 1300.792407] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.799936] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d4daef-eaaf-c6b6-983f-28947c016974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.212267] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462508, 'name': Rename_Task, 'duration_secs': 0.138206} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.212544] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.212794] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d2aba3-175f-4015-9aea-8606ba145980 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.219410] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1301.219410] env[70917]: value = "task-3462509" [ 1301.219410] env[70917]: _type = "Task" [ 1301.219410] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.226787] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.303015] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52d4daef-eaaf-c6b6-983f-28947c016974, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.303326] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.303572] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.303812] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.303958] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.304152] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.304413] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf50f376-8ee5-4466-a1bb-4263d78609f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.312613] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.312790] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.313487] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c923fce5-90ca-4a35-9e43-1d493b56639f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.318360] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1301.318360] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52445f55-d708-1636-209f-a2e3ae1e0729" [ 1301.318360] env[70917]: _type = "Task" [ 1301.318360] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.325604] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52445f55-d708-1636-209f-a2e3ae1e0729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.492581] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.492934] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0af92235-3502-43ba-8fba-4415e61c648c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.500210] env[70917]: DEBUG oslo_vmware.api [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1301.500210] env[70917]: value = "task-3462510" [ 1301.500210] env[70917]: _type = "Task" [ 1301.500210] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.512952] env[70917]: DEBUG oslo_vmware.api [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.728705] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.829064] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52445f55-d708-1636-209f-a2e3ae1e0729, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.830261] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41492ec9-3fb9-4b82-b1f2-913533f291f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.836104] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1301.836104] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c242ef-0303-5134-0e6f-55564cc831b2" [ 1301.836104] env[70917]: _type = "Task" [ 1301.836104] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.845082] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c242ef-0303-5134-0e6f-55564cc831b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.009833] env[70917]: DEBUG oslo_vmware.api [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462510, 'name': PowerOnVM_Task, 'duration_secs': 0.390748} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.010200] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.010534] env[70917]: DEBUG nova.compute.manager [None req-3c577108-3fdf-4fc5-8cee-b6247b822f5b tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.011568] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28105d27-6007-453d-b866-26193b084bac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.229296] env[70917]: DEBUG oslo_vmware.api [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462509, 'name': PowerOnVM_Task, 'duration_secs': 0.812963} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.229557] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.229789] env[70917]: INFO nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1302.230013] env[70917]: DEBUG nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.230781] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36e091-0f04-495b-a68d-a616904ac476 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.346828] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52c242ef-0303-5134-0e6f-55564cc831b2, 'name': SearchDatastore_Task, 'duration_secs': 0.028369} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.346828] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.347088] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.347322] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1077e599-63b5-4c7c-a2f5-6b5c1b87fe03 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.353710] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1302.353710] env[70917]: value = "task-3462511" [ 1302.353710] env[70917]: _type = "Task" [ 1302.353710] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.361091] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.749103] env[70917]: INFO nova.compute.manager [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Took 15.53 seconds to build instance. [ 1302.863633] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450031} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.863914] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.864138] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.864384] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d62e672-d403-4e61-aafb-f156e5410fdf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.870654] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1302.870654] env[70917]: value = "task-3462512" [ 1302.870654] env[70917]: _type = "Task" [ 1302.870654] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.878852] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.079635] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49875230-afbd-4da0-a2bf-05bb959942a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.086010] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Suspending the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1303.086240] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d0cd57da-a205-40aa-addc-4ca113913738 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.092818] env[70917]: DEBUG oslo_vmware.api [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1303.092818] env[70917]: value = "task-3462513" [ 1303.092818] env[70917]: _type = "Task" [ 1303.092818] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.100345] env[70917]: DEBUG oslo_vmware.api [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462513, 'name': SuspendVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.251522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-260979de-b778-441d-932d-3044cd1add36 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.043s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.383280] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058345} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.383625] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.384325] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e579c8db-04aa-4fb3-9e64-0aa00c55df20 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.407193] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.407519] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9329dea-82c9-4fb0-bf7c-f25200d1f1d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.427453] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1303.427453] env[70917]: value = "task-3462514" [ 1303.427453] env[70917]: _type = "Task" [ 1303.427453] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.437112] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.602477] env[70917]: DEBUG oslo_vmware.api [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462513, 'name': SuspendVM_Task} progress is 70%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.717562] env[70917]: INFO nova.compute.manager [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Rescuing [ 1303.717754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.717878] env[70917]: DEBUG oslo_concurrency.lockutils [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.718211] env[70917]: DEBUG nova.network.neutron [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.937861] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.104765] env[70917]: DEBUG oslo_vmware.api [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462513, 'name': SuspendVM_Task, 'duration_secs': 0.642473} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.105048] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Suspended the VM {{(pid=70917) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1304.105244] env[70917]: DEBUG nova.compute.manager [None req-8b632c47-4df5-4bab-8497-ebd2aae36fd4 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.105996] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee797d6e-35d6-45d7-b2a0-82ad94edf492 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.407214] env[70917]: DEBUG nova.network.neutron [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Updating instance_info_cache with network_info: [{"id": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "address": "fa:16:3e:be:ce:05", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c219217-f5", "ovs_interfaceid": "9c219217-f5ad-4dc8-abb6-c0465ed18b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.438302] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.909213] env[70917]: DEBUG oslo_concurrency.lockutils [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-e814d7b4-7df9-417b-9d1e-6622dc06f0b0" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.944202] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462514, 'name': ReconfigVM_Task, 'duration_secs': 1.314976} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.946069] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 97569e04-6106-4b81-8ebf-d01ffd1b5597/97569e04-6106-4b81-8ebf-d01ffd1b5597.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.946894] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1150f035-e2fb-4bec-a795-7a47fc8a03b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.955844] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1304.955844] env[70917]: value = "task-3462515" [ 1304.955844] env[70917]: _type = "Task" [ 1304.955844] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.969978] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462515, 'name': Rename_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.433343] env[70917]: INFO nova.compute.manager [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Resuming [ 1305.434064] env[70917]: DEBUG nova.objects.instance [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'flavor' on Instance uuid 9ada0e8c-9858-4e6c-a21a-44897de2db24 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.464970] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462515, 'name': Rename_Task, 'duration_secs': 0.149635} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.465435] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.465730] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a34e14-d62a-4797-8ffd-8220be17d99b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.471675] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1305.471675] env[70917]: value = "task-3462516" [ 1305.471675] env[70917]: _type = "Task" [ 1305.471675] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.483147] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.981389] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462516, 'name': PowerOnVM_Task, 'duration_secs': 0.448064} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.981714] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.981885] env[70917]: DEBUG nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.982727] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bb7b63-f4df-4919-b0cc-84e9ea359bc0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.454089] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.454089] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5686dccf-b6fe-4a21-b6ed-f98ec9d416ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.460853] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1306.460853] env[70917]: value = "task-3462517" [ 1306.460853] env[70917]: _type = "Task" [ 1306.460853] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.468745] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.492546] env[70917]: INFO nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] bringing vm to original state: 'stopped' [ 1306.944364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.944364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquired lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.944626] env[70917]: DEBUG nova.network.neutron [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.970232] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462517, 'name': PowerOffVM_Task, 'duration_secs': 0.491674} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.970490] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.971267] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651aa82-06de-43d4-bce8-0f96abf3a6bc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.989183] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3254e-4199-4404-a6b0-6bead9bf3b23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.018958] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.019275] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efeef002-c20a-45d4-9f05-adf4af924eb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.026655] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1307.026655] env[70917]: value = "task-3462518" [ 1307.026655] env[70917]: _type = "Task" [ 1307.026655] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.034348] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.504033] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.504307] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.504494] env[70917]: DEBUG nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.507506] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b6ad2e-b32a-4a73-b156-3743d9732805 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.514632] env[70917]: DEBUG nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1307.535987] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1307.536210] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.536452] env[70917]: DEBUG oslo_concurrency.lockutils [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.536601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.536780] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.537029] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2cc2cb-4fd6-42fe-b270-36087847a91e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.546289] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.546473] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.547185] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36be2b6-8544-4f7e-8359-f5738b23acec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.552391] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1307.552391] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c2666-ae33-fbce-fbdf-ac5eb4f9a3b6" [ 1307.552391] env[70917]: _type = "Task" [ 1307.552391] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.559963] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c2666-ae33-fbce-fbdf-ac5eb4f9a3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.645319] env[70917]: DEBUG nova.network.neutron [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updating instance_info_cache with network_info: [{"id": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "address": "fa:16:3e:a8:10:7e", "network": {"id": "c713104d-514e-4edf-85dd-bac1af9ade6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1149693635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ed8456a435748c4834d12cc500928ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e558704-d2", "ovs_interfaceid": "7e558704-d2ac-4f3d-9ced-9abf926c4f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.018566] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.019081] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19df01b1-9b5f-44af-9fd2-2fca3b285a2f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.028665] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1308.028665] env[70917]: value = "task-3462519" [ 1308.028665] env[70917]: _type = "Task" [ 1308.028665] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.036444] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.061049] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527c2666-ae33-fbce-fbdf-ac5eb4f9a3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.061811] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b38b5d-c409-4e6c-b21f-b02346064c34 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.066829] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1308.066829] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b9a31b-602c-9ee0-637a-9bc52f09c7c3" [ 1308.066829] env[70917]: _type = "Task" [ 1308.066829] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.074206] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b9a31b-602c-9ee0-637a-9bc52f09c7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.148113] env[70917]: DEBUG oslo_concurrency.lockutils [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Releasing lock "refresh_cache-9ada0e8c-9858-4e6c-a21a-44897de2db24" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.149134] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9782e91b-f0f9-4ae9-adfe-6fa38ce4d1d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.156022] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Resuming the VM {{(pid=70917) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1308.156278] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59748bb1-b703-47d4-a1cf-8f80f749e50b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.162779] env[70917]: DEBUG oslo_vmware.api [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1308.162779] env[70917]: value = "task-3462520" [ 1308.162779] env[70917]: _type = "Task" [ 1308.162779] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.170892] env[70917]: DEBUG oslo_vmware.api [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.539276] env[70917]: DEBUG oslo_vmware.api [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462519, 'name': PowerOffVM_Task, 'duration_secs': 0.17457} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.539546] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.539742] env[70917]: DEBUG nova.compute.manager [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.540527] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f5fa6-b402-4137-ac3d-645c99cb9382 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.578011] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b9a31b-602c-9ee0-637a-9bc52f09c7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.578252] env[70917]: DEBUG oslo_concurrency.lockutils [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.578560] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. {{(pid=70917) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1308.578841] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c386ed61-bb78-4814-a009-a57874bca5e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.585827] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1308.585827] env[70917]: value = "task-3462521" [ 1308.585827] env[70917]: _type = "Task" [ 1308.585827] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.595981] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.673051] env[70917]: DEBUG oslo_vmware.api [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462520, 'name': PowerOnVM_Task, 'duration_secs': 0.402203} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.673349] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Resumed the VM {{(pid=70917) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1308.673538] env[70917]: DEBUG nova.compute.manager [None req-966c66bc-eaf9-4020-85cd-1db788c3d290 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.674420] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbac5df-7987-4bdb-9a4a-7c762e83b713 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.055475] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.096790] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462521, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.567254] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.567530] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.567717] env[70917]: DEBUG nova.objects.instance [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1309.598416] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678744} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.599484] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. [ 1309.600285] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb4b5d9-cef0-47b4-8f6f-7a1ea455641d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.627308] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.627545] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f94e421f-4ee9-4d7f-8cdf-db97fc180e7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.645713] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1309.645713] env[70917]: value = "task-3462522" [ 1309.645713] env[70917]: _type = "Task" [ 1309.645713] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.653629] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.068447] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.068810] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.068909] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "97569e04-6106-4b81-8ebf-d01ffd1b5597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.069130] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.069321] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.073960] env[70917]: INFO nova.compute.manager [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Terminating instance [ 1310.092726] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.092945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.093163] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "9ada0e8c-9858-4e6c-a21a-44897de2db24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.093364] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.093531] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.095135] env[70917]: INFO nova.compute.manager [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Terminating instance [ 1310.155370] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462522, 'name': ReconfigVM_Task, 'duration_secs': 0.277888} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.155638] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.156485] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82716a4-37ed-4e99-a1a6-e445336ec9c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.180841] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766f915f-6a48-4dc8-b025-046dbbf45860 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.195044] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1310.195044] env[70917]: value = "task-3462523" [ 1310.195044] env[70917]: _type = "Task" [ 1310.195044] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.202359] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462523, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.577203] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e8ae6886-1839-4f41-b34f-74bdfb27a9ae tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.578645] env[70917]: DEBUG nova.compute.manager [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.578850] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.579865] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f023fd69-45dc-4356-aa51-a6fcfd00dd61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.587417] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.588172] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dee9f60-9cfd-4ab4-9715-a6e100cbff45 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.598413] env[70917]: DEBUG nova.compute.manager [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.598605] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.599357] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e3398-01d8-4e89-ac78-585a8b593115 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.606068] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.606281] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d14081-c52b-4396-a510-a17b727d10c1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.612068] env[70917]: DEBUG oslo_vmware.api [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1310.612068] env[70917]: value = "task-3462525" [ 1310.612068] env[70917]: _type = "Task" [ 1310.612068] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.621087] env[70917]: DEBUG oslo_vmware.api [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.657143] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.657377] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.657563] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore1] 97569e04-6106-4b81-8ebf-d01ffd1b5597 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.657860] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f86259-a465-4fad-b85a-6416718d6cd2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.665128] env[70917]: DEBUG oslo_vmware.api [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1310.665128] env[70917]: value = "task-3462526" [ 1310.665128] env[70917]: _type = "Task" [ 1310.665128] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.672412] env[70917]: DEBUG oslo_vmware.api [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.705019] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462523, 'name': ReconfigVM_Task, 'duration_secs': 0.155033} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.705361] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.705629] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83d0c26f-1f1b-4004-8a9d-6ebe3e71da6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.712492] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1310.712492] env[70917]: value = "task-3462527" [ 1310.712492] env[70917]: _type = "Task" [ 1310.712492] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.720813] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.121949] env[70917]: DEBUG oslo_vmware.api [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462525, 'name': PowerOffVM_Task, 'duration_secs': 0.217338} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.122933] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.122933] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.123124] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-928e4194-1e69-478b-8355-41af72e7b477 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.174556] env[70917]: DEBUG oslo_vmware.api [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214887} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.174803] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.175021] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.175226] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.175405] env[70917]: INFO nova.compute.manager [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1311.175642] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.175873] env[70917]: DEBUG nova.compute.manager [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.175956] env[70917]: DEBUG nova.network.neutron [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.185506] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.185796] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.186068] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleting the datastore file [datastore1] 9ada0e8c-9858-4e6c-a21a-44897de2db24 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.186381] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfb2324-9557-49ce-bdb4-1ae85828f3d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.192727] env[70917]: DEBUG oslo_vmware.api [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for the task: (returnval){ [ 1311.192727] env[70917]: value = "task-3462529" [ 1311.192727] env[70917]: _type = "Task" [ 1311.192727] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.200601] env[70917]: DEBUG oslo_vmware.api [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.220471] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.447452] env[70917]: DEBUG nova.compute.manager [req-3162b58c-141d-4081-950f-6987e92167db req-e3e5f84e-336b-4934-9f69-b1c36d8771bc service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Received event network-vif-deleted-4755ce31-4b0f-4507-9243-b6af14d0e59b {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.447676] env[70917]: INFO nova.compute.manager [req-3162b58c-141d-4081-950f-6987e92167db req-e3e5f84e-336b-4934-9f69-b1c36d8771bc service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Neutron deleted interface 4755ce31-4b0f-4507-9243-b6af14d0e59b; detaching it from the instance and deleting it from the info cache [ 1311.447854] env[70917]: DEBUG nova.network.neutron [req-3162b58c-141d-4081-950f-6987e92167db req-e3e5f84e-336b-4934-9f69-b1c36d8771bc service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.702273] env[70917]: DEBUG oslo_vmware.api [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Task: {'id': task-3462529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140941} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.702519] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.702737] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.702920] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.703105] env[70917]: INFO nova.compute.manager [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1311.703346] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.703532] env[70917]: DEBUG nova.compute.manager [-] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.703625] env[70917]: DEBUG nova.network.neutron [-] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.721794] env[70917]: DEBUG oslo_vmware.api [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462527, 'name': PowerOnVM_Task, 'duration_secs': 0.612086} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.722046] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.724647] env[70917]: DEBUG nova.compute.manager [None req-873e2087-ebc2-460b-8c6e-2419907f6898 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.725387] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe88b09b-e716-401f-90d5-ecad34cb3f53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.927552] env[70917]: DEBUG nova.network.neutron [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.950555] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27d72c35-b1f0-4a8f-907f-2191ef324d28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.962095] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbfdb0f-f2a4-452f-8eb9-f83963c5965f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.988945] env[70917]: DEBUG nova.compute.manager [req-3162b58c-141d-4081-950f-6987e92167db req-e3e5f84e-336b-4934-9f69-b1c36d8771bc service nova] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Detach interface failed, port_id=4755ce31-4b0f-4507-9243-b6af14d0e59b, reason: Instance 97569e04-6106-4b81-8ebf-d01ffd1b5597 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.430783] env[70917]: INFO nova.compute.manager [-] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Took 1.25 seconds to deallocate network for instance. [ 1312.615990] env[70917]: DEBUG nova.network.neutron [-] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.751924] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.752234] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.937535] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.937827] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.938068] env[70917]: DEBUG nova.objects.instance [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'resources' on Instance uuid 97569e04-6106-4b81-8ebf-d01ffd1b5597 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.118549] env[70917]: INFO nova.compute.manager [-] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Took 1.41 seconds to deallocate network for instance. [ 1313.255716] env[70917]: INFO nova.compute.manager [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Detaching volume b89c7c3d-bba0-4b2a-8115-92b551deafd4 [ 1313.292828] env[70917]: INFO nova.virt.block_device [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Attempting to driver detach volume b89c7c3d-bba0-4b2a-8115-92b551deafd4 from mountpoint /dev/sdb [ 1313.293111] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.293306] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691581', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'name': 'volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6804887-2e2f-417e-9227-daf0b16299a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'serial': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.294248] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aad5e8-a5de-4531-81d7-0d27d01b0842 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.315916] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45136023-e8e5-4882-b506-9cd96fd0ad1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.322971] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a26da1b-41c6-4160-8e95-89e31b0cfb61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.344612] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cabd4c8-d2c5-4a4d-af6e-3377373ea889 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.360562] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] The volume has not been displaced from its original location: [datastore1] volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4/volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.366091] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.366441] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109c8b5d-6606-428d-b61b-f50b37fd701a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.387344] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1313.387344] env[70917]: value = "task-3462530" [ 1313.387344] env[70917]: _type = "Task" [ 1313.387344] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.394992] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.474934] env[70917]: DEBUG nova.compute.manager [req-19794edd-f3d3-4845-89e1-49640c9197d8 req-5d653711-8d70-4592-acf9-c9281ce1e166 service nova] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Received event network-vif-deleted-7e558704-d2ac-4f3d-9ced-9abf926c4f29 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.536138] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733a4472-9b1d-4364-8d9d-aa2466828e68 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.544760] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5123734-4991-4a97-a52e-2f15430e0b56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.580205] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f0be1-7afb-43e1-b0a4-a91da6a925e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.591609] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1873109-7b1b-4a82-bbde-798504dbfcaa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.608051] env[70917]: DEBUG nova.compute.provider_tree [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.624710] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.897992] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.087143] env[70917]: INFO nova.compute.manager [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Rescuing [ 1314.087433] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.087587] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.087760] env[70917]: DEBUG nova.network.neutron [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.110365] env[70917]: DEBUG nova.scheduler.client.report [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.401774] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.615886] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.617560] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.993s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.617804] env[70917]: DEBUG nova.objects.instance [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lazy-loading 'resources' on Instance uuid 9ada0e8c-9858-4e6c-a21a-44897de2db24 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.633567] env[70917]: INFO nova.scheduler.client.report [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted allocations for instance 97569e04-6106-4b81-8ebf-d01ffd1b5597 [ 1314.834830] env[70917]: DEBUG nova.network.neutron [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updating instance_info_cache with network_info: [{"id": "48b10248-6992-4a7f-b787-4abb50b3f104", "address": "fa:16:3e:9f:8d:17", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b10248-69", "ovs_interfaceid": "48b10248-6992-4a7f-b787-4abb50b3f104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.898896] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462530, 'name': ReconfigVM_Task, 'duration_secs': 1.244362} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.899157] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.903748] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1749c18f-3b87-49e0-8dd6-c798d56ab1bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.919050] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1314.919050] env[70917]: value = "task-3462531" [ 1314.919050] env[70917]: _type = "Task" [ 1314.919050] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.926435] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.145233] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9f15b700-2a20-456a-8ee4-bc11fb252f8c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "97569e04-6106-4b81-8ebf-d01ffd1b5597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.076s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.195880] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e622822-ebe3-49a7-b0ba-6eef50dd98c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.203469] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e8e3f2-5ad4-464d-aeec-1054d590b136 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.233257] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82707546-476b-4ff8-83a7-92db62ac9bac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.240290] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd083c9-68ff-481b-a047-9c902a093e72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.253346] env[70917]: DEBUG nova.compute.provider_tree [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.337836] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.427701] env[70917]: DEBUG oslo_vmware.api [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462531, 'name': ReconfigVM_Task, 'duration_secs': 0.145288} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.428020] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691581', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'name': 'volume-b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6804887-2e2f-417e-9227-daf0b16299a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4', 'serial': 'b89c7c3d-bba0-4b2a-8115-92b551deafd4'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1315.756427] env[70917]: DEBUG nova.scheduler.client.report [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.970199] env[70917]: DEBUG nova.objects.instance [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.261693] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.282773] env[70917]: INFO nova.scheduler.client.report [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Deleted allocations for instance 9ada0e8c-9858-4e6c-a21a-44897de2db24 [ 1316.791110] env[70917]: DEBUG oslo_concurrency.lockutils [None req-43d28e20-0054-446c-8d29-ab0a59516a7e tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Lock "9ada0e8c-9858-4e6c-a21a-44897de2db24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.697s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.878343] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.878634] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0daacea5-5eb2-4241-a666-af42affcbf6d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.886877] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1316.886877] env[70917]: value = "task-3462532" [ 1316.886877] env[70917]: _type = "Task" [ 1316.886877] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.894879] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.971182] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.976821] env[70917]: DEBUG oslo_concurrency.lockutils [None req-f74e24ba-e615-477d-a1f2-61bd833ab616 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.225s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.978179] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.978364] env[70917]: DEBUG nova.compute.manager [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.979219] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21659f1-39be-4031-9aaf-4e25a3d58da3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.987160] env[70917]: DEBUG nova.compute.manager [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70917) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1316.987750] env[70917]: DEBUG nova.objects.instance [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.046226] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.046465] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.397595] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462532, 'name': PowerOffVM_Task, 'duration_secs': 0.225272} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.397700] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.398510] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed325f8-739c-40bf-95f7-46009b80e439 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.417515] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa08e30-fb1c-4713-a5be-557c8ac775bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.450709] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.451018] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6751c39a-416e-4093-ac0d-824482e9907d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.457016] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1317.457016] env[70917]: value = "task-3462533" [ 1317.457016] env[70917]: _type = "Task" [ 1317.457016] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.464815] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.549205] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.968037] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1317.968393] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.968522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.968671] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.968879] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.969149] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0177809-c347-4cf9-8b0b-625943544510 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.980669] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.981231] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.982452] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dea0456-bf96-4b89-8c19-b3830f740948 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.986929] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1317.986929] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529aa306-4f94-c66c-56a4-0c1aae65ce41" [ 1317.986929] env[70917]: _type = "Task" [ 1317.986929] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.995536] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.995832] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529aa306-4f94-c66c-56a4-0c1aae65ce41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.996035] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a1b4c55-91da-40b6-adcf-1b5e1b6668b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.001812] env[70917]: DEBUG oslo_vmware.api [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1318.001812] env[70917]: value = "task-3462534" [ 1318.001812] env[70917]: _type = "Task" [ 1318.001812] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.011203] env[70917]: DEBUG oslo_vmware.api [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.072378] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.072803] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.074535] env[70917]: INFO nova.compute.claims [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.497912] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529aa306-4f94-c66c-56a4-0c1aae65ce41, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.498783] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79535b02-dc35-48b2-8463-0355d564d975 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.508104] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1318.508104] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52902110-2869-79b2-4528-22e53f5e45e7" [ 1318.508104] env[70917]: _type = "Task" [ 1318.508104] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.515563] env[70917]: DEBUG oslo_vmware.api [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462534, 'name': PowerOffVM_Task, 'duration_secs': 0.186012} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.516209] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.516463] env[70917]: DEBUG nova.compute.manager [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.517308] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19cacbd-d0dd-4f22-994c-77e6816639d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.523129] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52902110-2869-79b2-4528-22e53f5e45e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.523756] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.524074] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. {{(pid=70917) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1318.524335] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9b3c768-ff23-4b93-afc8-80db0ed8a574 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.533797] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1318.533797] env[70917]: value = "task-3462535" [ 1318.533797] env[70917]: _type = "Task" [ 1318.533797] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.544310] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.032963] env[70917]: DEBUG oslo_concurrency.lockutils [None req-aad7cbd9-6c55-416f-a56a-d44fd67d0766 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.045241] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447818} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.045241] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. [ 1319.045960] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97328ae-15be-4c09-9ee7-4d0236653de7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.071621] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.072563] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31dc424-5ffb-49f3-8e72-0a0c0ff1832e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.095537] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1319.095537] env[70917]: value = "task-3462536" [ 1319.095537] env[70917]: _type = "Task" [ 1319.095537] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.104246] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.168149] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537400ba-0c95-44ce-ad56-3562ea6906d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.176363] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3ca15e-d939-429f-a32c-c9804dab4ab2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.209074] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be9dd6-90e5-4c26-a6b8-168f325d7c4e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.216712] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ea853-5dba-48b9-8ce6-f140cf765b3a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.230741] env[70917]: DEBUG nova.compute.provider_tree [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.390896] env[70917]: DEBUG nova.objects.instance [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.606074] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462536, 'name': ReconfigVM_Task, 'duration_secs': 0.32932} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.606370] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.607440] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d72d11-8733-4cfb-a7d6-f3a1ab0e747d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.633338] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b640d5-e312-408b-83c1-9e9b541590ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.648895] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1319.648895] env[70917]: value = "task-3462537" [ 1319.648895] env[70917]: _type = "Task" [ 1319.648895] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.656468] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.734253] env[70917]: DEBUG nova.scheduler.client.report [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.895846] env[70917]: DEBUG oslo_concurrency.lockutils [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.896025] env[70917]: DEBUG oslo_concurrency.lockutils [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.896201] env[70917]: DEBUG nova.network.neutron [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.896368] env[70917]: DEBUG nova.objects.instance [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'info_cache' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.158780] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.239579] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.240092] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.400513] env[70917]: DEBUG nova.objects.base [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1320.659987] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.745130] env[70917]: DEBUG nova.compute.utils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.746597] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.746770] env[70917]: DEBUG nova.network.neutron [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.781225] env[70917]: DEBUG nova.policy [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd847fb06cdcd4ded98c0318b5f1df84c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df0ed0f6f414837842fd27c9d116dbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.151663] env[70917]: DEBUG nova.network.neutron [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Successfully created port: d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.163102] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462537, 'name': ReconfigVM_Task, 'duration_secs': 1.509833} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.163398] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.163614] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b026124-d55c-4d7e-8d86-27f91c450b27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.171337] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1321.171337] env[70917]: value = "task-3462538" [ 1321.171337] env[70917]: _type = "Task" [ 1321.171337] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.178778] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.249638] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.259457] env[70917]: DEBUG nova.network.neutron [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [{"id": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "address": "fa:16:3e:a7:3c:6a", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap030b14b4-b1", "ovs_interfaceid": "030b14b4-b18a-4402-8bc4-f1c4cf9523da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.681770] env[70917]: DEBUG oslo_vmware.api [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462538, 'name': PowerOnVM_Task, 'duration_secs': 0.380578} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.682052] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.684753] env[70917]: DEBUG nova.compute.manager [None req-e913f852-7e38-41c1-8422-209d388f9e6b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.685576] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ddadf8-e58b-41b7-b580-99ff42ceea61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.761145] env[70917]: DEBUG oslo_concurrency.lockutils [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "refresh_cache-b6804887-2e2f-417e-9227-daf0b16299a1" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.259550] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.290070] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.290345] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.290504] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.290715] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.290893] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.291061] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.291272] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.291434] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.291603] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.291768] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.291971] env[70917]: DEBUG nova.virt.hardware [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.293122] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f083f21b-ce56-4557-bc26-c4ef5b17f91e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.301365] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd70901-56bc-49b0-86df-74c86814b131 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.578580] env[70917]: DEBUG nova.compute.manager [req-3e9e7e6c-94b8-469a-ae43-ff14e78c50ef req-519a928d-0322-4c41-831f-9f4a20bc695c service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Received event network-vif-plugged-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.578849] env[70917]: DEBUG oslo_concurrency.lockutils [req-3e9e7e6c-94b8-469a-ae43-ff14e78c50ef req-519a928d-0322-4c41-831f-9f4a20bc695c service nova] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.579079] env[70917]: DEBUG oslo_concurrency.lockutils [req-3e9e7e6c-94b8-469a-ae43-ff14e78c50ef req-519a928d-0322-4c41-831f-9f4a20bc695c service nova] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.579339] env[70917]: DEBUG oslo_concurrency.lockutils [req-3e9e7e6c-94b8-469a-ae43-ff14e78c50ef req-519a928d-0322-4c41-831f-9f4a20bc695c service nova] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.579502] env[70917]: DEBUG nova.compute.manager [req-3e9e7e6c-94b8-469a-ae43-ff14e78c50ef req-519a928d-0322-4c41-831f-9f4a20bc695c service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] No waiting events found dispatching network-vif-plugged-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.579668] env[70917]: WARNING nova.compute.manager [req-3e9e7e6c-94b8-469a-ae43-ff14e78c50ef req-519a928d-0322-4c41-831f-9f4a20bc695c service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Received unexpected event network-vif-plugged-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 for instance with vm_state building and task_state spawning. [ 1322.658512] env[70917]: DEBUG nova.network.neutron [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Successfully updated port: d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.766077] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.766403] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c222e2b-6456-443a-933f-e9e5b5a95855 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.773765] env[70917]: DEBUG oslo_vmware.api [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1322.773765] env[70917]: value = "task-3462539" [ 1322.773765] env[70917]: _type = "Task" [ 1322.773765] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.782865] env[70917]: DEBUG oslo_vmware.api [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.161086] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.161309] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.161528] env[70917]: DEBUG nova.network.neutron [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.284476] env[70917]: DEBUG oslo_vmware.api [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462539, 'name': PowerOnVM_Task, 'duration_secs': 0.390676} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.284841] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.285035] env[70917]: DEBUG nova.compute.manager [None req-636f3c1a-426b-4b95-b135-1bbd835b0623 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.285790] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cee140-863c-4881-9957-57275287791b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.321912] env[70917]: INFO nova.compute.manager [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Unrescuing [ 1323.322169] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.322323] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.322486] env[70917]: DEBUG nova.network.neutron [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.693637] env[70917]: DEBUG nova.network.neutron [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.816070] env[70917]: DEBUG nova.network.neutron [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating instance_info_cache with network_info: [{"id": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "address": "fa:16:3e:eb:49:66", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b4e0bd-6b", "ovs_interfaceid": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.040430] env[70917]: DEBUG nova.network.neutron [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updating instance_info_cache with network_info: [{"id": "48b10248-6992-4a7f-b787-4abb50b3f104", "address": "fa:16:3e:9f:8d:17", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b10248-69", "ovs_interfaceid": "48b10248-6992-4a7f-b787-4abb50b3f104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.318113] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.318469] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance network_info: |[{"id": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "address": "fa:16:3e:eb:49:66", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b4e0bd-6b", "ovs_interfaceid": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.318863] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:49:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b4e0bd-6ba7-469e-bac9-010a91792ec0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.326774] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.326990] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.327240] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-562f0526-086d-4622-8ef5-7940737952bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.347507] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.347507] env[70917]: value = "task-3462540" [ 1324.347507] env[70917]: _type = "Task" [ 1324.347507] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.354788] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462540, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.544180] env[70917]: DEBUG oslo_concurrency.lockutils [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-c20a4fff-4ee5-4a44-9faa-924921d22712" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.544851] env[70917]: DEBUG nova.objects.instance [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'flavor' on Instance uuid c20a4fff-4ee5-4a44-9faa-924921d22712 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.607507] env[70917]: DEBUG nova.compute.manager [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Received event network-changed-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.607829] env[70917]: DEBUG nova.compute.manager [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Refreshing instance network info cache due to event network-changed-d9b4e0bd-6ba7-469e-bac9-010a91792ec0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.607921] env[70917]: DEBUG oslo_concurrency.lockutils [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] Acquiring lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.608240] env[70917]: DEBUG oslo_concurrency.lockutils [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] Acquired lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.608436] env[70917]: DEBUG nova.network.neutron [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Refreshing network info cache for port d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.857778] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462540, 'name': CreateVM_Task, 'duration_secs': 0.310523} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.857975] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.858727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.858892] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.859240] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.859534] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e553cd-46c5-44c5-ac8a-857a7b392a89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.863780] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1324.863780] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521685b7-e838-8d39-e45c-e7510f4818fe" [ 1324.863780] env[70917]: _type = "Task" [ 1324.863780] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.872536] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521685b7-e838-8d39-e45c-e7510f4818fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.051060] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49492da1-223d-4b48-a215-a0aad53e641c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.072035] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.072211] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cfa66e4-ed9f-4ddf-985f-55aab6eda47a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.078997] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1325.078997] env[70917]: value = "task-3462541" [ 1325.078997] env[70917]: _type = "Task" [ 1325.078997] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.086691] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.314729] env[70917]: DEBUG nova.network.neutron [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updated VIF entry in instance network info cache for port d9b4e0bd-6ba7-469e-bac9-010a91792ec0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.315191] env[70917]: DEBUG nova.network.neutron [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating instance_info_cache with network_info: [{"id": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "address": "fa:16:3e:eb:49:66", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b4e0bd-6b", "ovs_interfaceid": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.374506] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521685b7-e838-8d39-e45c-e7510f4818fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.374945] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.375209] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.375289] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.375372] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.375551] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.375810] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-071b2cb8-1322-46fe-a16f-692f7cc0ce54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.384124] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.384304] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.385017] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529a8b0d-9e52-4bed-9d81-ac0238cf5a37 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.390386] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1325.390386] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52070866-e4c9-36e8-eef9-b51efb818a61" [ 1325.390386] env[70917]: _type = "Task" [ 1325.390386] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.397612] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52070866-e4c9-36e8-eef9-b51efb818a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.589388] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462541, 'name': PowerOffVM_Task, 'duration_secs': 0.202471} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.589647] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.594962] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.595263] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73856b03-9601-4ea5-8354-afb96ea33a53 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.613044] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1325.613044] env[70917]: value = "task-3462542" [ 1325.613044] env[70917]: _type = "Task" [ 1325.613044] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.620583] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.818191] env[70917]: DEBUG oslo_concurrency.lockutils [req-e8919a0f-8e3b-4d9a-be43-022a1353ef75 req-a0bb6aa6-671a-4cae-ad07-f3ea1190ca09 service nova] Releasing lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.900565] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52070866-e4c9-36e8-eef9-b51efb818a61, 'name': SearchDatastore_Task, 'duration_secs': 0.008465} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.901369] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ace1d17-1b22-4797-8337-34fd71ef3b96 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.906168] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1325.906168] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b280d8-a3f0-0539-f33c-ac1314650335" [ 1325.906168] env[70917]: _type = "Task" [ 1325.906168] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.913529] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b280d8-a3f0-0539-f33c-ac1314650335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.122567] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.415762] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52b280d8-a3f0-0539-f33c-ac1314650335, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.416117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.416290] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.416545] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2453cc24-fee8-41c9-b7ee-3f6edda7bbdc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.423130] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1326.423130] env[70917]: value = "task-3462543" [ 1326.423130] env[70917]: _type = "Task" [ 1326.423130] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.430031] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.623494] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.934135] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.124674] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462542, 'name': ReconfigVM_Task, 'duration_secs': 1.206337} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.125037] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.125297] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.125564] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e6d23c6-6092-4c61-9980-ff1ca39f52b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.131619] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1327.131619] env[70917]: value = "task-3462544" [ 1327.131619] env[70917]: _type = "Task" [ 1327.131619] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.139550] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.435309] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462543, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.641699] env[70917]: DEBUG oslo_vmware.api [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462544, 'name': PowerOnVM_Task, 'duration_secs': 0.450861} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.643057] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.643057] env[70917]: DEBUG nova.compute.manager [None req-4a08a852-df62-4ffc-bacd-11419a91a836 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.643368] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dcb83e-1a2e-43b5-8adc-8dc8a68cc0fd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.934273] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462543, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.064342} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.934525] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.934740] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.935010] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75874666-c36f-4661-8bd4-668282e8686e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.941703] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1327.941703] env[70917]: value = "task-3462545" [ 1327.941703] env[70917]: _type = "Task" [ 1327.941703] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.949810] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.451978] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344116} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.451978] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.452769] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c759c90-33a8-462a-8796-a6767f08cb98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.475255] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.475573] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5ff130-371d-43cf-8985-99ee2ae64533 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.495699] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1328.495699] env[70917]: value = "task-3462546" [ 1328.495699] env[70917]: _type = "Task" [ 1328.495699] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.503873] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.006179] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462546, 'name': ReconfigVM_Task, 'duration_secs': 0.445551} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.006406] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.007038] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4222877-8d1a-44d7-a532-3f6105f13d36 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.013528] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1329.013528] env[70917]: value = "task-3462547" [ 1329.013528] env[70917]: _type = "Task" [ 1329.013528] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.021134] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462547, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.523246] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462547, 'name': Rename_Task, 'duration_secs': 0.131079} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.523527] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.523825] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe4e187a-67e1-412b-8a73-0cea2bced778 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.529705] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1329.529705] env[70917]: value = "task-3462548" [ 1329.529705] env[70917]: _type = "Task" [ 1329.529705] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.538568] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.039314] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.540122] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.040972] env[70917]: DEBUG oslo_vmware.api [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462548, 'name': PowerOnVM_Task, 'duration_secs': 1.257151} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.041350] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.041639] env[70917]: INFO nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1331.041894] env[70917]: DEBUG nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.042725] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be9f515-5217-4d79-ac41-102c29add318 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.410577] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.410875] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.561896] env[70917]: INFO nova.compute.manager [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Took 13.51 seconds to build instance. [ 1331.913577] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.067025] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d14e18c7-a40b-431d-820e-aa9412889e82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.020s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.285966] env[70917]: DEBUG nova.compute.manager [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Received event network-changed-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.286306] env[70917]: DEBUG nova.compute.manager [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Refreshing instance network info cache due to event network-changed-d9b4e0bd-6ba7-469e-bac9-010a91792ec0. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.286528] env[70917]: DEBUG oslo_concurrency.lockutils [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] Acquiring lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.286673] env[70917]: DEBUG oslo_concurrency.lockutils [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] Acquired lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.286832] env[70917]: DEBUG nova.network.neutron [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Refreshing network info cache for port d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.463072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.463351] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.465434] env[70917]: INFO nova.compute.claims [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.231835] env[70917]: DEBUG nova.network.neutron [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updated VIF entry in instance network info cache for port d9b4e0bd-6ba7-469e-bac9-010a91792ec0. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.232276] env[70917]: DEBUG nova.network.neutron [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating instance_info_cache with network_info: [{"id": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "address": "fa:16:3e:eb:49:66", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b4e0bd-6b", "ovs_interfaceid": "d9b4e0bd-6ba7-469e-bac9-010a91792ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.556392] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d574a5-e48f-4021-a79c-1e18e688bc8c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.563836] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d4192-2147-4e44-a68a-bfdb00160600 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.593275] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29520d9c-b6c4-4fbb-a718-9d7f4ca516b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.600277] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce66c5-20b9-43e7-8e6c-f78e47f579e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.613093] env[70917]: DEBUG nova.compute.provider_tree [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.734835] env[70917]: DEBUG oslo_concurrency.lockutils [req-0a926b23-4b60-4314-ba54-f073db0224e3 req-5d605007-e9ea-4baa-b6a7-3c9409cc3aaf service nova] Releasing lock "refresh_cache-0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.117448] env[70917]: DEBUG nova.scheduler.client.report [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.622437] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.623043] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.128822] env[70917]: DEBUG nova.compute.utils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.130322] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.130521] env[70917]: DEBUG nova.network.neutron [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.166223] env[70917]: DEBUG nova.policy [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2054411f1f4e52994d6a8b8c34a9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ed12659bf342bfbdb99465b9385442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.413666] env[70917]: DEBUG nova.network.neutron [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Successfully created port: ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.633758] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.643899] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.671420] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.671706] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.671905] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.672139] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.672323] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.672537] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.672829] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.673049] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.673230] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.673461] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.673743] env[70917]: DEBUG nova.virt.hardware [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.674906] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf7a87-fb8e-401e-976d-d6e90e0344b3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.682806] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a40be-f07f-4313-8510-56e9c7f06477 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.755609] env[70917]: DEBUG nova.compute.manager [req-6e42e48f-47e0-4ce1-a7c4-d3f56dce30ce req-91e35c29-d966-497c-868c-a513afc88642 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received event network-vif-plugged-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.755829] env[70917]: DEBUG oslo_concurrency.lockutils [req-6e42e48f-47e0-4ce1-a7c4-d3f56dce30ce req-91e35c29-d966-497c-868c-a513afc88642 service nova] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.756072] env[70917]: DEBUG oslo_concurrency.lockutils [req-6e42e48f-47e0-4ce1-a7c4-d3f56dce30ce req-91e35c29-d966-497c-868c-a513afc88642 service nova] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.756263] env[70917]: DEBUG oslo_concurrency.lockutils [req-6e42e48f-47e0-4ce1-a7c4-d3f56dce30ce req-91e35c29-d966-497c-868c-a513afc88642 service nova] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.756431] env[70917]: DEBUG nova.compute.manager [req-6e42e48f-47e0-4ce1-a7c4-d3f56dce30ce req-91e35c29-d966-497c-868c-a513afc88642 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] No waiting events found dispatching network-vif-plugged-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.756595] env[70917]: WARNING nova.compute.manager [req-6e42e48f-47e0-4ce1-a7c4-d3f56dce30ce req-91e35c29-d966-497c-868c-a513afc88642 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received unexpected event network-vif-plugged-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 for instance with vm_state building and task_state spawning. [ 1336.833946] env[70917]: DEBUG nova.network.neutron [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Successfully updated port: ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.338473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.338473] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.338473] env[70917]: DEBUG nova.network.neutron [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.870544] env[70917]: DEBUG nova.network.neutron [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.991264] env[70917]: DEBUG nova.network.neutron [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.493727] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.494128] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Instance network_info: |[{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.494614] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:32:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.503201] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.503449] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.503698] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ab32f3-22d5-4347-84b0-861adc80bd27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.526286] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.526286] env[70917]: value = "task-3462549" [ 1338.526286] env[70917]: _type = "Task" [ 1338.526286] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.534475] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462549, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.779834] env[70917]: DEBUG nova.compute.manager [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.780059] env[70917]: DEBUG nova.compute.manager [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing instance network info cache due to event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.780280] env[70917]: DEBUG oslo_concurrency.lockutils [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.780410] env[70917]: DEBUG oslo_concurrency.lockutils [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.780563] env[70917]: DEBUG nova.network.neutron [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.035760] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462549, 'name': CreateVM_Task, 'duration_secs': 0.31042} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.036165] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.036813] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.037074] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.037453] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.037744] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9e8042-8a9c-4d67-8015-a316662508ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.042496] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1339.042496] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527b4395-83e6-26a8-1e31-5c8e8ee5e89c" [ 1339.042496] env[70917]: _type = "Task" [ 1339.042496] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.050345] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527b4395-83e6-26a8-1e31-5c8e8ee5e89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.462257] env[70917]: DEBUG nova.network.neutron [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updated VIF entry in instance network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.462650] env[70917]: DEBUG nova.network.neutron [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.552272] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527b4395-83e6-26a8-1e31-5c8e8ee5e89c, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.552570] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.552803] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.553102] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.553263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.553452] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.553703] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b06206cc-ecaf-4416-b362-4d3bfbbf4735 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.565611] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.565742] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.566432] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1966ee-f237-4ca9-a611-285c723a2be8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.571203] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1339.571203] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528ece1c-5041-c161-6588-9d64ee175a70" [ 1339.571203] env[70917]: _type = "Task" [ 1339.571203] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.578611] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528ece1c-5041-c161-6588-9d64ee175a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.965314] env[70917]: DEBUG oslo_concurrency.lockutils [req-00f9da56-46ab-4369-97f3-956c6c80615b req-d83e2d47-90fc-476a-8dfb-63e515545faa service nova] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.081535] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]528ece1c-5041-c161-6588-9d64ee175a70, 'name': SearchDatastore_Task, 'duration_secs': 0.02285} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.082299] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289a3abe-4f3f-4451-9262-0ca500397e03 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.087622] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1340.087622] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52347fad-bdd8-4723-1e71-dfd888e7ccc8" [ 1340.087622] env[70917]: _type = "Task" [ 1340.087622] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.094746] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52347fad-bdd8-4723-1e71-dfd888e7ccc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.597611] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52347fad-bdd8-4723-1e71-dfd888e7ccc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.597874] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.598153] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/8c9efaf0-1ecf-45fa-9f60-693487d921c8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.598420] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b34890f-b0a1-4213-b167-a6e4c1a46c2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.604965] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1340.604965] env[70917]: value = "task-3462550" [ 1340.604965] env[70917]: _type = "Task" [ 1340.604965] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.612614] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.114060] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442792} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.114398] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/8c9efaf0-1ecf-45fa-9f60-693487d921c8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.114544] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.114777] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b055aaa-82fe-4339-a43b-1f951aca006d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.120964] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1341.120964] env[70917]: value = "task-3462551" [ 1341.120964] env[70917]: _type = "Task" [ 1341.120964] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.127642] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.630871] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068969} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.631111] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.631858] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb074d14-788a-46d7-a2bc-ab3f2ba92642 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.653291] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/8c9efaf0-1ecf-45fa-9f60-693487d921c8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.653530] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9798e70b-f12d-4b83-86b6-6e0ca1f11527 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.673159] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1341.673159] env[70917]: value = "task-3462552" [ 1341.673159] env[70917]: _type = "Task" [ 1341.673159] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.680222] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.183645] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462552, 'name': ReconfigVM_Task, 'duration_secs': 0.29081} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.183645] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/8c9efaf0-1ecf-45fa-9f60-693487d921c8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.184176] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a429844-ac32-4d1b-a94d-f2e71e9c642c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.190572] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1342.190572] env[70917]: value = "task-3462553" [ 1342.190572] env[70917]: _type = "Task" [ 1342.190572] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.199236] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462553, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.700887] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462553, 'name': Rename_Task, 'duration_secs': 0.132332} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.701219] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.701755] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8fd0ce0-211c-4a13-9292-fd8ed108077f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.708265] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1342.708265] env[70917]: value = "task-3462554" [ 1342.708265] env[70917]: _type = "Task" [ 1342.708265] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.717706] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.219201] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.719376] env[70917]: DEBUG oslo_vmware.api [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462554, 'name': PowerOnVM_Task, 'duration_secs': 0.527846} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.719655] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.719859] env[70917]: INFO nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1343.720051] env[70917]: DEBUG nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.720823] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98731ff3-2c8f-4ea7-b7bd-c91d1149d74f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.239940] env[70917]: INFO nova.compute.manager [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Took 11.82 seconds to build instance. [ 1344.612032] env[70917]: DEBUG nova.compute.manager [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.612117] env[70917]: DEBUG nova.compute.manager [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing instance network info cache due to event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.612330] env[70917]: DEBUG oslo_concurrency.lockutils [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.612478] env[70917]: DEBUG oslo_concurrency.lockutils [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.612638] env[70917]: DEBUG nova.network.neutron [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.742291] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1465227e-f48c-4db2-80f7-8f8f85fb16fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.331s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.314802] env[70917]: DEBUG nova.network.neutron [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updated VIF entry in instance network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.315212] env[70917]: DEBUG nova.network.neutron [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.817613] env[70917]: DEBUG oslo_concurrency.lockutils [req-d8fa2085-ef73-449d-a732-378c9d952e3e req-560dd30d-3ef5-4ee3-bff5-10c537ac88cf service nova] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.383809] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.384151] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.384337] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "b6804887-2e2f-417e-9227-daf0b16299a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.384533] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.384707] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.388108] env[70917]: INFO nova.compute.manager [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Terminating instance [ 1354.893107] env[70917]: DEBUG nova.compute.manager [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.893107] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.895456] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b78332-db08-4e08-a1b9-bb2e7f83f622 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.903015] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.903271] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aea9a3aa-4b9c-4cac-9f6f-920bbbbe3f55 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.911291] env[70917]: DEBUG oslo_vmware.api [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1354.911291] env[70917]: value = "task-3462555" [ 1354.911291] env[70917]: _type = "Task" [ 1354.911291] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.918723] env[70917]: DEBUG oslo_vmware.api [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.421520] env[70917]: DEBUG oslo_vmware.api [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462555, 'name': PowerOffVM_Task, 'duration_secs': 0.185848} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.421520] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.421520] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.421973] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6ee564-adc5-4396-9ac6-b5ca23833dc7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.490949] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.491264] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.491460] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Deleting the datastore file [datastore2] b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.491731] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c34af56-f15b-4c06-a730-80c98269391f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.498072] env[70917]: DEBUG oslo_vmware.api [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1355.498072] env[70917]: value = "task-3462557" [ 1355.498072] env[70917]: _type = "Task" [ 1355.498072] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.505463] env[70917]: DEBUG oslo_vmware.api [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.007827] env[70917]: DEBUG oslo_vmware.api [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133109} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.008179] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.008383] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.008562] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.008735] env[70917]: INFO nova.compute.manager [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1356.008973] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.009191] env[70917]: DEBUG nova.compute.manager [-] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.009290] env[70917]: DEBUG nova.network.neutron [-] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.409921] env[70917]: DEBUG nova.compute.manager [req-a3fff903-621c-4a7c-bdfa-d52eb6d6a724 req-a0c3d10a-05a0-46d8-a0c9-e518b5017db4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Received event network-vif-deleted-030b14b4-b18a-4402-8bc4-f1c4cf9523da {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.410103] env[70917]: INFO nova.compute.manager [req-a3fff903-621c-4a7c-bdfa-d52eb6d6a724 req-a0c3d10a-05a0-46d8-a0c9-e518b5017db4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Neutron deleted interface 030b14b4-b18a-4402-8bc4-f1c4cf9523da; detaching it from the instance and deleting it from the info cache [ 1356.410290] env[70917]: DEBUG nova.network.neutron [req-a3fff903-621c-4a7c-bdfa-d52eb6d6a724 req-a0c3d10a-05a0-46d8-a0c9-e518b5017db4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.892989] env[70917]: DEBUG nova.network.neutron [-] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.913022] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a320ead5-a503-4b4c-aeb1-f6ab3fb68f6d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.923933] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1cc1a-c37f-4467-b97e-d8eb2473a4c3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.951318] env[70917]: DEBUG nova.compute.manager [req-a3fff903-621c-4a7c-bdfa-d52eb6d6a724 req-a0c3d10a-05a0-46d8-a0c9-e518b5017db4 service nova] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Detach interface failed, port_id=030b14b4-b18a-4402-8bc4-f1c4cf9523da, reason: Instance b6804887-2e2f-417e-9227-daf0b16299a1 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.396410] env[70917]: INFO nova.compute.manager [-] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Took 1.39 seconds to deallocate network for instance. [ 1357.903070] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.903443] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.903643] env[70917]: DEBUG nova.objects.instance [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'resources' on Instance uuid b6804887-2e2f-417e-9227-daf0b16299a1 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.486402] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ec246-a4a2-4b40-b031-3c695b48d29f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.494148] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4ba32e-03a6-4ca8-b10f-f27ae08da17e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.523009] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51e93e-9744-4ad6-9117-253018ad9b3d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.529838] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d278c7-7335-4282-8b52-6e9f1a6902e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.542728] env[70917]: DEBUG nova.compute.provider_tree [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.045793] env[70917]: DEBUG nova.scheduler.client.report [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.551672] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.572641] env[70917]: INFO nova.scheduler.client.report [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Deleted allocations for instance b6804887-2e2f-417e-9227-daf0b16299a1 [ 1360.080678] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d3822670-1678-47b0-9ac5-0627ac72d89e tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "b6804887-2e2f-417e-9227-daf0b16299a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.717284] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.717527] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.717685] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.717836] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.717987] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.718161] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.718314] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.718452] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1360.718595] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.224563] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.224563] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.224563] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.226074] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1361.226074] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d8678f-3130-4996-be3b-457adf6c9c9c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.234641] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b7a799-c66c-48c4-bcfc-daafde14e006 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.247717] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816bff0-81d6-4297-b58f-e04f8b1c075a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.253654] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e666c28d-cae9-4e1f-af2b-e109139f2ff0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.283433] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180491MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1361.283661] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.283939] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.295537] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.295824] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.306665] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.306899] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.313646] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1362.313789] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c20a4fff-4ee5-4a44-9faa-924921d22712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1362.313912] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e814d7b4-7df9-417b-9d1e-6622dc06f0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1362.314043] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1362.314168] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 8c9efaf0-1ecf-45fa-9f60-693487d921c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1362.799563] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.809497] env[70917]: DEBUG nova.compute.utils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.817455] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 7027dca0-cec6-40cb-8e41-66799cdd4e8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1362.817812] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1362.817999] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1362.891431] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8c35a7-9111-40ab-bcef-2bdb42ab4ef9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.899118] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197cd779-0310-4cdd-b69d-6ee8013757a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.928232] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2248d0-eee7-4aec-bb09-278440cdcfd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.934746] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba661bb-a608-49cb-b3ce-72b47aa30add {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.947782] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.311693] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.317906] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.450460] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.955470] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1363.955686] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.672s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.955947] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.638s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.957534] env[70917]: INFO nova.compute.claims [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.372252] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.372632] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.372759] env[70917]: INFO nova.compute.manager [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Attaching volume 77aef5ee-2ca1-4737-bb9f-ae8a3156e424 to /dev/sdb [ 1364.402742] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b06539-e60f-4981-ada0-ab089d98026f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.410102] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1acb43-7931-40b9-988e-a2a1b694fcfd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.422735] env[70917]: DEBUG nova.virt.block_device [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating existing volume attachment record: 3fc45657-4c81-438c-8868-3c1e7e04d1e3 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1365.046727] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b4d832-ffe4-45ad-8fd5-dc482131187c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.053964] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65910ee0-ea8d-4f03-aee0-4dad03492903 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.083175] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e209af7-7eac-44e1-85e3-98254986bf23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.089845] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adae16e9-82df-4c80-803c-54754b7bde49 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.103457] env[70917]: DEBUG nova.compute.provider_tree [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.607126] env[70917]: DEBUG nova.scheduler.client.report [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.111539] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.112091] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.617190] env[70917]: DEBUG nova.compute.utils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.618696] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.618874] env[70917]: DEBUG nova.network.neutron [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.666883] env[70917]: DEBUG nova.policy [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf6159f8e8e74549b509ee629e632a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8f817e0eba4755aa0a5c82510904d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.927834] env[70917]: DEBUG nova.network.neutron [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Successfully created port: 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.123015] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.134129] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.159274] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.159521] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.159709] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.159925] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.160094] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.160245] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.160455] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.160623] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.160790] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.160961] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.161149] env[70917]: DEBUG nova.virt.hardware [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.162018] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a346c5-ceff-4550-ae2b-8e86bc0ab75a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.169706] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d171f3d3-76da-41bb-8eb3-0830fe0d5607 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.274793] env[70917]: DEBUG nova.compute.manager [req-62b45e22-7be9-431b-98e2-f341d75196d0 req-ee916457-e9e7-471e-8dc5-cc28c0f52d77 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Received event network-vif-plugged-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.274932] env[70917]: DEBUG oslo_concurrency.lockutils [req-62b45e22-7be9-431b-98e2-f341d75196d0 req-ee916457-e9e7-471e-8dc5-cc28c0f52d77 service nova] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.275159] env[70917]: DEBUG oslo_concurrency.lockutils [req-62b45e22-7be9-431b-98e2-f341d75196d0 req-ee916457-e9e7-471e-8dc5-cc28c0f52d77 service nova] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.275326] env[70917]: DEBUG oslo_concurrency.lockutils [req-62b45e22-7be9-431b-98e2-f341d75196d0 req-ee916457-e9e7-471e-8dc5-cc28c0f52d77 service nova] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.275494] env[70917]: DEBUG nova.compute.manager [req-62b45e22-7be9-431b-98e2-f341d75196d0 req-ee916457-e9e7-471e-8dc5-cc28c0f52d77 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] No waiting events found dispatching network-vif-plugged-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.275675] env[70917]: WARNING nova.compute.manager [req-62b45e22-7be9-431b-98e2-f341d75196d0 req-ee916457-e9e7-471e-8dc5-cc28c0f52d77 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Received unexpected event network-vif-plugged-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e for instance with vm_state building and task_state spawning. [ 1368.354685] env[70917]: DEBUG nova.network.neutron [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Successfully updated port: 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.857575] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.857716] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.857836] env[70917]: DEBUG nova.network.neutron [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.967394] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1368.967642] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1368.968527] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e6d40-8eba-42e8-8b48-f17c8391429d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.986262] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65701f47-efe5-4699-b39d-12dea7740219 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.010642] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424/volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.010918] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f1e903-368b-474f-88ba-2da84dfde825 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.030125] env[70917]: DEBUG oslo_vmware.api [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1369.030125] env[70917]: value = "task-3462562" [ 1369.030125] env[70917]: _type = "Task" [ 1369.030125] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.038122] env[70917]: DEBUG oslo_vmware.api [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.389215] env[70917]: DEBUG nova.network.neutron [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.510938] env[70917]: DEBUG nova.network.neutron [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updating instance_info_cache with network_info: [{"id": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "address": "fa:16:3e:ae:66:cf", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4403d7e8-3f", "ovs_interfaceid": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.539640] env[70917]: DEBUG oslo_vmware.api [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462562, 'name': ReconfigVM_Task, 'duration_secs': 0.338176} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.539948] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424/volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.544815] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3af658-4be6-445a-a585-60b827a91b6e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.559405] env[70917]: DEBUG oslo_vmware.api [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1369.559405] env[70917]: value = "task-3462563" [ 1369.559405] env[70917]: _type = "Task" [ 1369.559405] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.566824] env[70917]: DEBUG oslo_vmware.api [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.013840] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.014191] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Instance network_info: |[{"id": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "address": "fa:16:3e:ae:66:cf", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4403d7e8-3f", "ovs_interfaceid": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.014663] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:66:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.022010] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.022224] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.022446] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b0fa0c9-0c44-419e-aab7-93fb77e4c659 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.042519] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.042519] env[70917]: value = "task-3462564" [ 1370.042519] env[70917]: _type = "Task" [ 1370.042519] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.050112] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462564, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.067709] env[70917]: DEBUG oslo_vmware.api [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462563, 'name': ReconfigVM_Task, 'duration_secs': 0.14549} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.067984] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1370.301462] env[70917]: DEBUG nova.compute.manager [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Received event network-changed-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.301666] env[70917]: DEBUG nova.compute.manager [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Refreshing instance network info cache due to event network-changed-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.301885] env[70917]: DEBUG oslo_concurrency.lockutils [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] Acquiring lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.302049] env[70917]: DEBUG oslo_concurrency.lockutils [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] Acquired lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.302226] env[70917]: DEBUG nova.network.neutron [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Refreshing network info cache for port 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.552548] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462564, 'name': CreateVM_Task, 'duration_secs': 0.291648} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.552861] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.553446] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.553618] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.553951] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.554223] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29915717-21eb-4e0a-81cd-8cfc2d656863 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.558317] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1370.558317] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523afebf-205f-7576-906b-c974372f6096" [ 1370.558317] env[70917]: _type = "Task" [ 1370.558317] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.567186] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523afebf-205f-7576-906b-c974372f6096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.985107] env[70917]: DEBUG nova.network.neutron [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updated VIF entry in instance network info cache for port 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.986031] env[70917]: DEBUG nova.network.neutron [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updating instance_info_cache with network_info: [{"id": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "address": "fa:16:3e:ae:66:cf", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4403d7e8-3f", "ovs_interfaceid": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.068860] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523afebf-205f-7576-906b-c974372f6096, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.069195] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.069432] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.069665] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.069812] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.069993] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.070281] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d9e14e-b93f-4d14-9832-839ba3918628 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.078676] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.078865] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.079604] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ca824f-9813-4a2f-ab28-b581ab7245bb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.084906] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1371.084906] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e4afbb-e25e-e0f5-7417-e9b06e862a0e" [ 1371.084906] env[70917]: _type = "Task" [ 1371.084906] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.091975] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e4afbb-e25e-e0f5-7417-e9b06e862a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.103330] env[70917]: DEBUG nova.objects.instance [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'flavor' on Instance uuid 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.488403] env[70917]: DEBUG oslo_concurrency.lockutils [req-f93b8af9-5541-41cb-97b8-77f34c6da7bc req-fd3afcba-4b51-4bee-9338-7fd71771b1bd service nova] Releasing lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.595149] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52e4afbb-e25e-e0f5-7417-e9b06e862a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008129} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.595866] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02412304-fa8c-4124-ba22-17b40da54a08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.600855] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1371.600855] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529f17cd-fcc9-2b23-76e1-3b92723d7932" [ 1371.600855] env[70917]: _type = "Task" [ 1371.600855] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.609609] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529f17cd-fcc9-2b23-76e1-3b92723d7932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.610129] env[70917]: DEBUG oslo_concurrency.lockutils [None req-2910e9c3-9a4e-45d3-88e8-f1c58657be6f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.005015] env[70917]: INFO nova.compute.manager [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Rebuilding instance [ 1372.046306] env[70917]: DEBUG nova.compute.manager [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.047156] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42313b22-8fca-486f-a8d6-dee634be8994 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.110281] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529f17cd-fcc9-2b23-76e1-3b92723d7932, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.110538] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.110799] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 7027dca0-cec6-40cb-8e41-66799cdd4e8e/7027dca0-cec6-40cb-8e41-66799cdd4e8e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.111056] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f98af25d-4b06-40b8-bd0e-43a4709292ea {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.117205] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1372.117205] env[70917]: value = "task-3462565" [ 1372.117205] env[70917]: _type = "Task" [ 1372.117205] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.124246] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.626481] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413924} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.626801] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 7027dca0-cec6-40cb-8e41-66799cdd4e8e/7027dca0-cec6-40cb-8e41-66799cdd4e8e.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.626918] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.627168] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee7f5c4-9885-4ead-a63f-4d7608fc332a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.633427] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1372.633427] env[70917]: value = "task-3462566" [ 1372.633427] env[70917]: _type = "Task" [ 1372.633427] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.640634] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.062915] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.063263] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a879b67-64b9-49cb-b2f6-ae808a0ac5d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.070548] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1373.070548] env[70917]: value = "task-3462567" [ 1373.070548] env[70917]: _type = "Task" [ 1373.070548] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.078687] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.143342] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054992} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.143587] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.144347] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba637029-813f-4496-9fdf-e9c97882778b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.165563] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7027dca0-cec6-40cb-8e41-66799cdd4e8e/7027dca0-cec6-40cb-8e41-66799cdd4e8e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.165798] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218effd8-9621-409c-af1e-0e1a15e8cf30 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.184991] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1373.184991] env[70917]: value = "task-3462568" [ 1373.184991] env[70917]: _type = "Task" [ 1373.184991] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.192367] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.579961] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462567, 'name': PowerOffVM_Task, 'duration_secs': 0.233912} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.580253] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.636757] env[70917]: INFO nova.compute.manager [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Detaching volume 77aef5ee-2ca1-4737-bb9f-ae8a3156e424 [ 1373.667907] env[70917]: INFO nova.virt.block_device [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Attempting to driver detach volume 77aef5ee-2ca1-4737-bb9f-ae8a3156e424 from mountpoint /dev/sdb [ 1373.668165] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1373.668355] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1373.669291] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e022e31e-51a5-461a-b39b-21c2b85db0a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.693064] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c06a33a-6429-4404-a966-df14b13fe077 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.700373] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462568, 'name': ReconfigVM_Task, 'duration_secs': 0.263023} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.702017] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7027dca0-cec6-40cb-8e41-66799cdd4e8e/7027dca0-cec6-40cb-8e41-66799cdd4e8e.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.702695] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9433bbd-03d2-4517-86f8-253243bb83ed {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.704558] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103ae5d8-2659-4681-9873-65b262b3cf87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.726420] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6347e1a6-e702-491b-987d-f01beac46e26 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.728725] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1373.728725] env[70917]: value = "task-3462569" [ 1373.728725] env[70917]: _type = "Task" [ 1373.728725] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.742245] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] The volume has not been displaced from its original location: [datastore2] volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424/volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1373.747507] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.748156] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded85430-82b5-4d78-b80e-843b72bc5f7f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.763920] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462569, 'name': Rename_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.768837] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1373.768837] env[70917]: value = "task-3462570" [ 1373.768837] env[70917]: _type = "Task" [ 1373.768837] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.776346] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.237963] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462569, 'name': Rename_Task, 'duration_secs': 0.183488} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.238336] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.238651] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57506bdb-f905-4486-8911-13c53fe28360 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.246778] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1374.246778] env[70917]: value = "task-3462571" [ 1374.246778] env[70917]: _type = "Task" [ 1374.246778] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.260797] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.282023] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462570, 'name': ReconfigVM_Task, 'duration_secs': 0.309869} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.282507] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1374.290557] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1de3255-7863-4bb9-942f-12e9e4c3210b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.315537] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1374.315537] env[70917]: value = "task-3462572" [ 1374.315537] env[70917]: _type = "Task" [ 1374.315537] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.328031] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.756637] env[70917]: DEBUG oslo_vmware.api [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462571, 'name': PowerOnVM_Task, 'duration_secs': 0.435868} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.756952] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.757126] env[70917]: INFO nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1374.757308] env[70917]: DEBUG nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.758064] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96959325-fb77-4ff0-9f0d-2ec0400c84d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.824571] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462572, 'name': ReconfigVM_Task, 'duration_secs': 0.172486} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.824924] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1375.274934] env[70917]: INFO nova.compute.manager [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Took 11.97 seconds to build instance. [ 1375.777818] env[70917]: DEBUG oslo_concurrency.lockutils [None req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.482s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.873832] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.874230] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e030dfd-b249-462c-b0ba-851cb07e8dbb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.883622] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1375.883622] env[70917]: value = "task-3462573" [ 1375.883622] env[70917]: _type = "Task" [ 1375.883622] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.895085] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1375.895311] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1375.895504] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1375.896255] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60759985-db91-45ba-b57a-52dd40bfccb8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.914952] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8373b1-2b0a-47da-8fc2-0c478dc4c99f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.920711] env[70917]: WARNING nova.virt.vmwareapi.driver [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1375.920975] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.921708] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2951a-2db0-4dcb-9cf5-d322ed78bcac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.927783] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.927998] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1652374c-4476-488e-8a9b-2b82218bb9f3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.992220] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.992457] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.992615] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.992889] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c29c8636-a293-456a-a682-5db61186ce63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.999117] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1375.999117] env[70917]: value = "task-3462575" [ 1375.999117] env[70917]: _type = "Task" [ 1375.999117] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.006582] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.404476] env[70917]: DEBUG nova.compute.manager [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Received event network-changed-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.404673] env[70917]: DEBUG nova.compute.manager [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Refreshing instance network info cache due to event network-changed-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.404897] env[70917]: DEBUG oslo_concurrency.lockutils [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] Acquiring lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.405052] env[70917]: DEBUG oslo_concurrency.lockutils [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] Acquired lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.405271] env[70917]: DEBUG nova.network.neutron [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Refreshing network info cache for port 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.508312] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319149} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.508568] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.508755] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.508928] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.013945] env[70917]: INFO nova.virt.block_device [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Booting with volume 77aef5ee-2ca1-4737-bb9f-ae8a3156e424 at /dev/sdb [ 1377.048626] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7811647c-34ed-4a7e-81fd-7352af11a7bd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.058319] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e4b77a-5e67-4cdb-a5b9-ced85a9ccf33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.088067] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fd9e3fc-91d0-4468-ac7e-3233d5c607a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.096382] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41e0e7-bb52-46d2-a436-31538665260a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.126351] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc1ecc5-bb4a-405c-a64b-5434caaa912b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.132395] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d10a11-d9c0-4ded-95c4-70b51b0b85e2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.140305] env[70917]: DEBUG nova.network.neutron [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updated VIF entry in instance network info cache for port 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.140643] env[70917]: DEBUG nova.network.neutron [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updating instance_info_cache with network_info: [{"id": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "address": "fa:16:3e:ae:66:cf", "network": {"id": "7ec269e1-2559-40c2-aff6-3af27bdbb632", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-922190006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8f817e0eba4755aa0a5c82510904d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4403d7e8-3f", "ovs_interfaceid": "4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.145241] env[70917]: DEBUG nova.virt.block_device [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating existing volume attachment record: 94f3848a-59ea-4ef1-a9a7-1a4fba209595 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1377.648512] env[70917]: DEBUG oslo_concurrency.lockutils [req-6b563f03-93d7-4457-a906-41f83952d249 req-f81841ab-70bf-4931-a1f5-404e3fed8460 service nova] Releasing lock "refresh_cache-7027dca0-cec6-40cb-8e41-66799cdd4e8e" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.249706] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.249706] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.249706] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.249706] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.250477] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.250477] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.250477] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.250477] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.250477] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.250714] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.250759] env[70917]: DEBUG nova.virt.hardware [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.251627] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee5374-84bd-4960-9cbe-b94f433a5bc6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.260047] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ad54c-7d25-4b34-b93d-b4736a4366e7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.274172] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:49:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b4e0bd-6ba7-469e-bac9-010a91792ec0', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.281524] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.281773] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.281978] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-935ecd78-aeee-45ee-a2fa-fe8c6ee0ec78 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.301388] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.301388] env[70917]: value = "task-3462576" [ 1379.301388] env[70917]: _type = "Task" [ 1379.301388] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.308838] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462576, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.811125] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462576, 'name': CreateVM_Task, 'duration_secs': 0.315069} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.811294] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.811956] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.812147] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.812466] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.812709] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1716a7d-ce2b-44c7-8c19-e6527d22ed27 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.816763] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1379.816763] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5201e9da-1164-4ac9-bc04-64b437be4eb2" [ 1379.816763] env[70917]: _type = "Task" [ 1379.816763] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.823744] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5201e9da-1164-4ac9-bc04-64b437be4eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.327782] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5201e9da-1164-4ac9-bc04-64b437be4eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.328175] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.328462] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.328743] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.328917] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.329149] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.329448] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a50735-b4d5-44ba-bd7a-ce6e6228d096 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.337986] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.338216] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.338959] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa4e000-459a-4d21-84bb-4c68ad13ad07 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.344387] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1380.344387] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520ee5ad-dee2-7d49-7270-4ce29a5cd40d" [ 1380.344387] env[70917]: _type = "Task" [ 1380.344387] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.351920] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520ee5ad-dee2-7d49-7270-4ce29a5cd40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.854991] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]520ee5ad-dee2-7d49-7270-4ce29a5cd40d, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.855768] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df529401-1ef2-47f4-a5ce-caad37bacbe4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.860310] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1380.860310] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521126d4-1b65-e628-edfa-5b424a3b1210" [ 1380.860310] env[70917]: _type = "Task" [ 1380.860310] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.867139] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521126d4-1b65-e628-edfa-5b424a3b1210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.223869] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.224117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.370951] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521126d4-1b65-e628-edfa-5b424a3b1210, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.371280] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.371462] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.371716] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849b452b-39cf-4f74-8b5b-cc3ec82c62b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.378802] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1381.378802] env[70917]: value = "task-3462577" [ 1381.378802] env[70917]: _type = "Task" [ 1381.378802] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.386190] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.727150] env[70917]: DEBUG nova.compute.utils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.888702] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427252} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.888967] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.889209] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.889461] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad8057e-a674-40f4-bd2e-f19e2e50fd05 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.895344] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1381.895344] env[70917]: value = "task-3462578" [ 1381.895344] env[70917]: _type = "Task" [ 1381.895344] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.903239] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.231016] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.407130] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055711} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.407486] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.408411] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42de79d2-e01e-49ca-9020-a480ecf179dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.430522] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.430811] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ec8ce4-d1d3-41e3-aa85-87319b53693e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.450892] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1382.450892] env[70917]: value = "task-3462579" [ 1382.450892] env[70917]: _type = "Task" [ 1382.450892] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.458161] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.960770] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462579, 'name': ReconfigVM_Task, 'duration_secs': 0.305614} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.961137] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8/0989dc46-3b12-4f55-9c7f-2bd326ee9cb8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.962278] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'encrypted': False, 'encryption_format': None, 'size': 0, 'image_id': 'fc0193d3-c025-4751-87c9-8c0065477100'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'}, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '94f3848a-59ea-4ef1-a9a7-1a4fba209595', 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70917) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1382.962482] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.962674] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.963451] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0814eb58-062b-4fd5-8d7b-45092efa2ba0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.978153] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bce3aa-77cd-4c2f-ad69-1af8635c443d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.001474] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424/volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.001658] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7af524-5a06-4be9-a1ef-7360f73f1259 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.018979] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1383.018979] env[70917]: value = "task-3462580" [ 1383.018979] env[70917]: _type = "Task" [ 1383.018979] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.025922] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.290197] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.290433] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.290678] env[70917]: INFO nova.compute.manager [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Attaching volume 60e65f13-2802-4c34-8201-70755a32dfc2 to /dev/sdb [ 1383.321726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ca38f-1340-435d-8553-14c58678ba84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.328147] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f739d0d3-08c2-41a0-8507-8d5053683dbf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.340590] env[70917]: DEBUG nova.virt.block_device [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating existing volume attachment record: e0d5fb88-3da8-47c8-8e39-44d46fc67fb9 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.528137] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462580, 'name': ReconfigVM_Task, 'duration_secs': 0.30479} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.528440] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424/volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.533249] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef143696-3bf1-48dc-8a89-d52ef47b5ec8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.547649] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1383.547649] env[70917]: value = "task-3462584" [ 1383.547649] env[70917]: _type = "Task" [ 1383.547649] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.555287] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462584, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.057190] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462584, 'name': ReconfigVM_Task, 'duration_secs': 0.15913} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.057512] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1384.058091] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2adcf7a3-905a-4842-a050-2eba9a3bf71d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.063982] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1384.063982] env[70917]: value = "task-3462585" [ 1384.063982] env[70917]: _type = "Task" [ 1384.063982] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.071554] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462585, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.573206] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462585, 'name': Rename_Task, 'duration_secs': 0.171225} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.573622] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.573751] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e785b8f0-7193-4686-baac-bdcb06c315ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.580048] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1384.580048] env[70917]: value = "task-3462586" [ 1384.580048] env[70917]: _type = "Task" [ 1384.580048] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.592950] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.092992] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.590086] env[70917]: DEBUG oslo_vmware.api [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462586, 'name': PowerOnVM_Task, 'duration_secs': 0.542629} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.590387] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.590577] env[70917]: DEBUG nova.compute.manager [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.591338] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa257209-4990-403e-bdfc-62804bfc2478 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.110324] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.110596] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.110776] env[70917]: DEBUG nova.objects.instance [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1387.120244] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ba988a1d-e4f8-4232-928a-1eb9e99bb4b3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.885029] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1387.885283] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691595', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'name': 'volume-60e65f13-2802-4c34-8201-70755a32dfc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9efaf0-1ecf-45fa-9f60-693487d921c8', 'attached_at': '', 'detached_at': '', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'serial': '60e65f13-2802-4c34-8201-70755a32dfc2'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1387.886236] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037282a-f89a-4166-a3cd-bed70d660b0d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.903427] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae49eab-6142-4575-9a3e-e6ba330ebc88 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.929973] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-60e65f13-2802-4c34-8201-70755a32dfc2/volume-60e65f13-2802-4c34-8201-70755a32dfc2.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.930362] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530cb2f1-75b9-4cf2-a8fd-a5bd2ce88d61 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.949943] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1387.949943] env[70917]: value = "task-3462588" [ 1387.949943] env[70917]: _type = "Task" [ 1387.949943] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.958522] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.464099] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.960676] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462588, 'name': ReconfigVM_Task, 'duration_secs': 0.700414} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.960953] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-60e65f13-2802-4c34-8201-70755a32dfc2/volume-60e65f13-2802-4c34-8201-70755a32dfc2.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.965672] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b4bee2-3dbf-4b47-acb8-f429c591cf72 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.980283] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1388.980283] env[70917]: value = "task-3462589" [ 1388.980283] env[70917]: _type = "Task" [ 1388.980283] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.989051] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.489831] env[70917]: DEBUG oslo_vmware.api [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462589, 'name': ReconfigVM_Task, 'duration_secs': 0.13307} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.490195] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691595', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'name': 'volume-60e65f13-2802-4c34-8201-70755a32dfc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9efaf0-1ecf-45fa-9f60-693487d921c8', 'attached_at': '', 'detached_at': '', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'serial': '60e65f13-2802-4c34-8201-70755a32dfc2'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1390.525823] env[70917]: DEBUG nova.objects.instance [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'flavor' on Instance uuid 8c9efaf0-1ecf-45fa-9f60-693487d921c8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.030966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d0ef9d03-85eb-4288-8525-a9196e7ba8ba tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.740s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.689872] env[70917]: INFO nova.compute.manager [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Rescuing [ 1391.690238] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.690288] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.690435] env[70917]: DEBUG nova.network.neutron [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.427906] env[70917]: DEBUG nova.network.neutron [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.930798] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.472667] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.473075] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7002101-60f9-473d-992a-1dc12208393a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.480642] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1394.480642] env[70917]: value = "task-3462590" [ 1394.480642] env[70917]: _type = "Task" [ 1394.480642] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.488553] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.990808] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462590, 'name': PowerOffVM_Task, 'duration_secs': 0.198315} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.991066] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.991849] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d7c62-695e-403f-9d72-8170cbe21f89 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.012304] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a9db0c-0ecc-4bc1-9b1a-1a410e30f2fb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.037517] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.037759] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d4e23bd-ff84-4db8-a312-08e02324ed15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.043601] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1395.043601] env[70917]: value = "task-3462591" [ 1395.043601] env[70917]: _type = "Task" [ 1395.043601] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.050751] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.555633] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] VM already powered off {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1395.555930] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.556117] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.556283] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.556466] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.556716] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e99f231-0ebf-4bd4-b10d-4d7b348863b8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.566246] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.566411] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.567118] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6342f90c-665d-4244-b23c-0e3e11e09bec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.571951] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1395.571951] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a83164-e03e-5788-8f22-1af271b07da1" [ 1395.571951] env[70917]: _type = "Task" [ 1395.571951] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.579724] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a83164-e03e-5788-8f22-1af271b07da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.082273] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52a83164-e03e-5788-8f22-1af271b07da1, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.083022] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab7b660-6bf7-42dc-8a9a-0352991dc11b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.087666] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1396.087666] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525e7438-fde0-9c89-2955-cc3310791759" [ 1396.087666] env[70917]: _type = "Task" [ 1396.087666] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.094591] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525e7438-fde0-9c89-2955-cc3310791759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.597885] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]525e7438-fde0-9c89-2955-cc3310791759, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.598263] env[70917]: DEBUG oslo_concurrency.lockutils [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.598415] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. {{(pid=70917) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1396.598698] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656de9db-cac4-42f5-b1f8-229d74d4dce3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.605396] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1396.605396] env[70917]: value = "task-3462592" [ 1396.605396] env[70917]: _type = "Task" [ 1396.605396] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.612227] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.114917] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425385} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.115175] env[70917]: INFO nova.virt.vmwareapi.ds_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk. [ 1397.115933] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f0c2da-f0c5-4d47-976d-28526be3ff8d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.143808] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.144053] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e166a9-3c72-42ee-b691-da321f4cde84 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.160758] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1397.160758] env[70917]: value = "task-3462593" [ 1397.160758] env[70917]: _type = "Task" [ 1397.160758] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.167911] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.670502] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462593, 'name': ReconfigVM_Task, 'duration_secs': 0.297822} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.670891] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8/fc0193d3-c025-4751-87c9-8c0065477100-rescue.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.671754] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c7ef8-fcb5-466f-9b83-a2906025bca6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.698543] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d738e1b8-1db3-4a53-ba75-04b2f0ed48ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.712554] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1397.712554] env[70917]: value = "task-3462594" [ 1397.712554] env[70917]: _type = "Task" [ 1397.712554] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.719712] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.221901] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462594, 'name': ReconfigVM_Task, 'duration_secs': 0.188158} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.222248] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.222536] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b5aec9-0dff-4fe1-a09b-567170895cc8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.228302] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1398.228302] env[70917]: value = "task-3462595" [ 1398.228302] env[70917]: _type = "Task" [ 1398.228302] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.235425] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.738204] env[70917]: DEBUG oslo_vmware.api [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462595, 'name': PowerOnVM_Task, 'duration_secs': 0.396558} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.738577] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.741590] env[70917]: DEBUG nova.compute.manager [None req-0149d4d1-dda7-4ac1-8c07-4f7b0cf8fd85 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.742370] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301fbf9e-36b8-4c45-a1c5-9283ea2f0272 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.789608] env[70917]: INFO nova.compute.manager [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Unrescuing [ 1399.789991] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.790068] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.790244] env[70917]: DEBUG nova.network.neutron [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.530922] env[70917]: DEBUG nova.network.neutron [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.034064] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.034493] env[70917]: DEBUG nova.objects.instance [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'flavor' on Instance uuid 8c9efaf0-1ecf-45fa-9f60-693487d921c8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.542565] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313bf8d-545e-4732-ab0d-131ce74cdd01 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.566447] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.566764] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6611caf-6e68-45ad-9976-c30abdbe215b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.573238] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1401.573238] env[70917]: value = "task-3462596" [ 1401.573238] env[70917]: _type = "Task" [ 1401.573238] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.581451] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.083612] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462596, 'name': PowerOffVM_Task, 'duration_secs': 0.23811} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.083612] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.088969] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1402.089239] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727078e1-712f-48a9-b953-c7ed35593bb8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.107396] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1402.107396] env[70917]: value = "task-3462597" [ 1402.107396] env[70917]: _type = "Task" [ 1402.107396] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.114605] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.617502] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462597, 'name': ReconfigVM_Task, 'duration_secs': 0.225374} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.617785] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1402.617980] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.618241] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-319ac8d5-5761-440c-bf37-a3906a2d517e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.624510] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1402.624510] env[70917]: value = "task-3462598" [ 1402.624510] env[70917]: _type = "Task" [ 1402.624510] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.631828] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.134352] env[70917]: DEBUG oslo_vmware.api [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462598, 'name': PowerOnVM_Task, 'duration_secs': 0.351855} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.134726] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.134765] env[70917]: DEBUG nova.compute.manager [None req-bd0313fb-9ea8-4a66-ba9f-6f4fa4653c17 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.135518] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6db49-133d-407b-a8f3-5727d7b5ddac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.244186] env[70917]: DEBUG nova.compute.manager [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.244457] env[70917]: DEBUG nova.compute.manager [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing instance network info cache due to event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.244633] env[70917]: DEBUG oslo_concurrency.lockutils [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.244727] env[70917]: DEBUG oslo_concurrency.lockutils [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.244882] env[70917]: DEBUG nova.network.neutron [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.962432] env[70917]: DEBUG nova.network.neutron [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updated VIF entry in instance network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.962814] env[70917]: DEBUG nova.network.neutron [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.466546] env[70917]: DEBUG oslo_concurrency.lockutils [req-0659b713-0d35-45ab-8d8d-d762dc91ff3b req-82e4b300-6463-43b9-871e-2f92c5b905c7 service nova] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.271522] env[70917]: DEBUG nova.compute.manager [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.271748] env[70917]: DEBUG nova.compute.manager [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing instance network info cache due to event network-changed-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.271958] env[70917]: DEBUG oslo_concurrency.lockutils [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] Acquiring lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.272116] env[70917]: DEBUG oslo_concurrency.lockutils [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] Acquired lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.272278] env[70917]: DEBUG nova.network.neutron [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Refreshing network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.974776] env[70917]: DEBUG nova.network.neutron [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updated VIF entry in instance network info cache for port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.975194] env[70917]: DEBUG nova.network.neutron [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [{"id": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "address": "fa:16:3e:53:32:e2", "network": {"id": "138b7f40-0517-4825-8a96-eea57523de7d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-155546072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ed12659bf342bfbdb99465b9385442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped813d9a-6a", "ovs_interfaceid": "ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.478480] env[70917]: DEBUG oslo_concurrency.lockutils [req-4d05bc55-f16c-4060-b0ae-8f6ee711b4d5 req-85458ef4-604a-4f9b-8f5d-c012659a1286 service nova] Releasing lock "refresh_cache-8c9efaf0-1ecf-45fa-9f60-693487d921c8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.505845] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.506173] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.742118] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.742304] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.009705] env[70917]: DEBUG nova.compute.utils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.248143] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.248452] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.248707] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.248970] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.249549] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.249549] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.249720] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1414.250086] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.512839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.753540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.753802] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.753997] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.754209] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1414.755185] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40915df-66cb-4cb9-97be-96bc637db563 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.765536] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a6a3e0-907c-4e20-94d8-30dabe8a9988 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.780771] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d6b06f-480c-4a8f-9c08-4028d1dd2193 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.787617] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2c82a5-77c2-4ac6-b4df-56950a764870 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.817109] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179766MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1414.817427] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.817483] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.575540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.575540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.575540] env[70917]: INFO nova.compute.manager [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Attaching volume 012695d1-7ad4-45ec-b493-009105bcffd3 to /dev/sdb [ 1415.605782] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834dc645-43a7-4c05-92fc-5e6d3e8ebf06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.613402] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658e3a4-da9c-41b0-9188-b179f10b1d6a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.629510] env[70917]: DEBUG nova.virt.block_device [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updating existing volume attachment record: f609bd45-4568-4b03-abb8-6e5b6058de25 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1415.846652] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1415.846830] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c20a4fff-4ee5-4a44-9faa-924921d22712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1415.846959] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance e814d7b4-7df9-417b-9d1e-6622dc06f0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1415.847102] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1415.847222] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 8c9efaf0-1ecf-45fa-9f60-693487d921c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1415.847355] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 7027dca0-cec6-40cb-8e41-66799cdd4e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1415.847561] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1415.847742] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1415.935223] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3601032-0a3b-4ed9-8c9c-b3f7339f29f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.943101] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551c434-56d3-43c9-860a-35c25ea28272 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.974534] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c408a-7298-4678-ae20-1c276e82effb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.982406] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7099e643-7ae1-4c32-b93d-dfc0443ada2e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.995979] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.499900] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.005598] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1417.005914] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.188s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.172420] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1420.172672] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691596', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'name': 'volume-012695d1-7ad4-45ec-b493-009105bcffd3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'serial': '012695d1-7ad4-45ec-b493-009105bcffd3'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1420.173581] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d337a959-e079-44c8-9ac3-2a2f667755cd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.191725] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de644249-57e8-474f-8192-90c2cc69bc26 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.216658] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-012695d1-7ad4-45ec-b493-009105bcffd3/volume-012695d1-7ad4-45ec-b493-009105bcffd3.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.216901] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402df677-56d9-4b08-bac5-c94e6e13cc33 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.235273] env[70917]: DEBUG oslo_vmware.api [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1420.235273] env[70917]: value = "task-3462601" [ 1420.235273] env[70917]: _type = "Task" [ 1420.235273] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.242997] env[70917]: DEBUG oslo_vmware.api [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.745462] env[70917]: DEBUG oslo_vmware.api [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462601, 'name': ReconfigVM_Task, 'duration_secs': 0.340859} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.745727] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-012695d1-7ad4-45ec-b493-009105bcffd3/volume-012695d1-7ad4-45ec-b493-009105bcffd3.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.750410] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edeb7fa0-d863-41c7-8e4f-cfd4094f09f0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.766589] env[70917]: DEBUG oslo_vmware.api [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1420.766589] env[70917]: value = "task-3462602" [ 1420.766589] env[70917]: _type = "Task" [ 1420.766589] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.774421] env[70917]: DEBUG oslo_vmware.api [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.278405] env[70917]: DEBUG oslo_vmware.api [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462602, 'name': ReconfigVM_Task, 'duration_secs': 0.144193} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.278715] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691596', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'name': 'volume-012695d1-7ad4-45ec-b493-009105bcffd3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'serial': '012695d1-7ad4-45ec-b493-009105bcffd3'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1422.314443] env[70917]: DEBUG nova.objects.instance [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid 7027dca0-cec6-40cb-8e41-66799cdd4e8e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.472979] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.473261] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.820845] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3bf51467-a8e8-4d78-b67b-213e14fb50a5 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.976426] env[70917]: INFO nova.compute.manager [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Detaching volume 77aef5ee-2ca1-4737-bb9f-ae8a3156e424 [ 1423.006632] env[70917]: INFO nova.virt.block_device [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Attempting to driver detach volume 77aef5ee-2ca1-4737-bb9f-ae8a3156e424 from mountpoint /dev/sdb [ 1423.006865] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1423.007076] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1423.007949] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5837f38c-505f-4816-bcff-47569288047b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.031245] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac2bb2-ae95-40e5-86e8-0755301dd6df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.038762] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e83be-671e-45c5-943d-0e4ee8b61ae3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.059427] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc328a7-d57f-42dd-b9a3-4dc3c02450cc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.074601] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] The volume has not been displaced from its original location: [datastore2] volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424/volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1423.079683] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1423.079944] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89b09a0-802d-46ad-82f8-dc6605a5219c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.098064] env[70917]: DEBUG oslo_vmware.api [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1423.098064] env[70917]: value = "task-3462603" [ 1423.098064] env[70917]: _type = "Task" [ 1423.098064] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.105664] env[70917]: DEBUG oslo_vmware.api [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.609095] env[70917]: DEBUG oslo_vmware.api [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462603, 'name': ReconfigVM_Task, 'duration_secs': 0.238782} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.609461] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.614102] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb1f162-bc95-444e-bb31-a6ac0a67fdb1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.631036] env[70917]: DEBUG oslo_vmware.api [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1423.631036] env[70917]: value = "task-3462604" [ 1423.631036] env[70917]: _type = "Task" [ 1423.631036] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.639656] env[70917]: DEBUG oslo_vmware.api [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.658888] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.659210] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.141304] env[70917]: DEBUG oslo_vmware.api [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462604, 'name': ReconfigVM_Task, 'duration_secs': 0.150643} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.141594] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691591', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'name': 'volume-77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0989dc46-3b12-4f55-9c7f-2bd326ee9cb8', 'attached_at': '', 'detached_at': '', 'volume_id': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424', 'serial': '77aef5ee-2ca1-4737-bb9f-ae8a3156e424'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1424.162786] env[70917]: DEBUG nova.compute.utils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1424.665836] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.692024] env[70917]: DEBUG nova.objects.instance [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'flavor' on Instance uuid 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.699444] env[70917]: DEBUG oslo_concurrency.lockutils [None req-fafcfed8-514e-4d06-b9ba-714cdb2483de tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.729734] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.730012] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.730182] env[70917]: INFO nova.compute.manager [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Attaching volume ca177f89-72d2-4419-a4bb-3fb3936726fd to /dev/sdc [ 1425.760602] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5fc418-8ed9-42c6-9962-4244cbc2dac0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.768159] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338fe9cf-2cc5-4652-a0c8-5fe0705c32d3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.784820] env[70917]: DEBUG nova.virt.block_device [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updating existing volume attachment record: d9e1bbcc-4edd-40c0-a16f-0db031a990d0 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1426.787650] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.787992] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.788139] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.788327] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.788496] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.790577] env[70917]: INFO nova.compute.manager [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Terminating instance [ 1427.294023] env[70917]: DEBUG nova.compute.manager [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.294424] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.295939] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361b909d-d1f9-4345-8478-7b21be0af7a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.306753] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.307103] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03e34518-8421-468c-b57a-053d6b3cd36b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.315129] env[70917]: DEBUG oslo_vmware.api [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1427.315129] env[70917]: value = "task-3462606" [ 1427.315129] env[70917]: _type = "Task" [ 1427.315129] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.326681] env[70917]: DEBUG oslo_vmware.api [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.825683] env[70917]: DEBUG oslo_vmware.api [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462606, 'name': PowerOffVM_Task, 'duration_secs': 0.214135} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.827022] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.827022] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.827022] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cd165f6-d702-4ac7-aeac-6585cfb4eea5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.896091] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.896298] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.896343] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore1] 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.896607] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50e90752-59ae-4074-a036-b399b37e4be6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.904320] env[70917]: DEBUG oslo_vmware.api [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1427.904320] env[70917]: value = "task-3462608" [ 1427.904320] env[70917]: _type = "Task" [ 1427.904320] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.912167] env[70917]: DEBUG oslo_vmware.api [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.415070] env[70917]: DEBUG oslo_vmware.api [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140499} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.415070] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.415294] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.415393] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.415663] env[70917]: INFO nova.compute.manager [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1428.415941] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.416203] env[70917]: DEBUG nova.compute.manager [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.416339] env[70917]: DEBUG nova.network.neutron [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.054598] env[70917]: DEBUG nova.compute.manager [req-e1e39aa8-825f-42f7-968a-d788c83ebb87 req-ef1766ce-73fb-42ee-bdbf-dc19e65262d2 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Received event network-vif-deleted-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.054852] env[70917]: INFO nova.compute.manager [req-e1e39aa8-825f-42f7-968a-d788c83ebb87 req-ef1766ce-73fb-42ee-bdbf-dc19e65262d2 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Neutron deleted interface d9b4e0bd-6ba7-469e-bac9-010a91792ec0; detaching it from the instance and deleting it from the info cache [ 1429.054998] env[70917]: DEBUG nova.network.neutron [req-e1e39aa8-825f-42f7-968a-d788c83ebb87 req-ef1766ce-73fb-42ee-bdbf-dc19e65262d2 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.499580] env[70917]: DEBUG nova.network.neutron [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.557947] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb34be62-36d1-4789-b1c4-471b627d90d6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.569178] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782e221d-cdf0-4d3d-ad0e-76aa12c9f682 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.599396] env[70917]: DEBUG nova.compute.manager [req-e1e39aa8-825f-42f7-968a-d788c83ebb87 req-ef1766ce-73fb-42ee-bdbf-dc19e65262d2 service nova] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Detach interface failed, port_id=d9b4e0bd-6ba7-469e-bac9-010a91792ec0, reason: Instance 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.003629] env[70917]: INFO nova.compute.manager [-] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Took 1.59 seconds to deallocate network for instance. [ 1430.327861] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1430.328184] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691597', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'name': 'volume-ca177f89-72d2-4419-a4bb-3fb3936726fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'serial': 'ca177f89-72d2-4419-a4bb-3fb3936726fd'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1430.329061] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89fcda-31d4-4f8b-8316-5c42164f7461 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.345570] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548d69c2-aa4e-4fcb-8c51-1ff134812b5c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.371863] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-ca177f89-72d2-4419-a4bb-3fb3936726fd/volume-ca177f89-72d2-4419-a4bb-3fb3936726fd.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.372094] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5353a34-c569-4d05-aa63-a0ad167a65a4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.389367] env[70917]: DEBUG oslo_vmware.api [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1430.389367] env[70917]: value = "task-3462610" [ 1430.389367] env[70917]: _type = "Task" [ 1430.389367] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.398067] env[70917]: DEBUG oslo_vmware.api [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.510428] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.510839] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.511067] env[70917]: DEBUG nova.objects.instance [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'resources' on Instance uuid 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.899546] env[70917]: DEBUG oslo_vmware.api [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462610, 'name': ReconfigVM_Task, 'duration_secs': 0.335888} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.899821] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-ca177f89-72d2-4419-a4bb-3fb3936726fd/volume-ca177f89-72d2-4419-a4bb-3fb3936726fd.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.904501] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3b5c34-56e4-492c-9b3c-1401921b2c4c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.919626] env[70917]: DEBUG oslo_vmware.api [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1430.919626] env[70917]: value = "task-3462611" [ 1430.919626] env[70917]: _type = "Task" [ 1430.919626] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.929913] env[70917]: DEBUG oslo_vmware.api [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.116846] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40955faa-7c8d-404f-b33a-f05091e315b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.124838] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d7458-01b8-4ab4-94fc-5d251f988769 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.154263] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5144a502-63d4-47e3-9719-d9d770873cec {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.161607] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de7fdd-c459-4fd7-857b-bc5996b90c1f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.174960] env[70917]: DEBUG nova.compute.provider_tree [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.430272] env[70917]: DEBUG oslo_vmware.api [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462611, 'name': ReconfigVM_Task, 'duration_secs': 0.141477} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.430272] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691597', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'name': 'volume-ca177f89-72d2-4419-a4bb-3fb3936726fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'serial': 'ca177f89-72d2-4419-a4bb-3fb3936726fd'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1431.678602] env[70917]: DEBUG nova.scheduler.client.report [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.191975] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.236992] env[70917]: INFO nova.scheduler.client.report [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted allocations for instance 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8 [ 1432.473171] env[70917]: DEBUG nova.objects.instance [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid 7027dca0-cec6-40cb-8e41-66799cdd4e8e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.748496] env[70917]: DEBUG oslo_concurrency.lockutils [None req-531295e5-5cc5-40aa-9595-03201af70ebe tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "0989dc46-3b12-4f55-9c7f-2bd326ee9cb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.960s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.978789] env[70917]: DEBUG oslo_concurrency.lockutils [None req-b682b3ff-75ec-4c3c-a29a-6c60810ff195 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.304830] env[70917]: DEBUG oslo_concurrency.lockutils [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.305218] env[70917]: DEBUG oslo_concurrency.lockutils [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.808762] env[70917]: INFO nova.compute.manager [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Detaching volume 012695d1-7ad4-45ec-b493-009105bcffd3 [ 1433.844294] env[70917]: INFO nova.virt.block_device [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Attempting to driver detach volume 012695d1-7ad4-45ec-b493-009105bcffd3 from mountpoint /dev/sdb [ 1433.844570] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1433.844756] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691596', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'name': 'volume-012695d1-7ad4-45ec-b493-009105bcffd3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'serial': '012695d1-7ad4-45ec-b493-009105bcffd3'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1433.845947] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e41eb-80c9-4af7-94e9-83d37e993e52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.870967] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5a44b-285a-46ad-9c42-62642a1886db {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.878378] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b510e671-76e8-4dee-bcd2-120b7f8c8f60 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.902303] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfd2ad-8002-4bc4-b177-0a615bed9c1c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.916691] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] The volume has not been displaced from its original location: [datastore1] volume-012695d1-7ad4-45ec-b493-009105bcffd3/volume-012695d1-7ad4-45ec-b493-009105bcffd3.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1433.921997] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1433.922307] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e448f42f-61c2-43ca-9cd8-319d9cad3c40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.940784] env[70917]: DEBUG oslo_vmware.api [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1433.940784] env[70917]: value = "task-3462612" [ 1433.940784] env[70917]: _type = "Task" [ 1433.940784] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.948862] env[70917]: DEBUG oslo_vmware.api [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.451088] env[70917]: DEBUG oslo_vmware.api [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462612, 'name': ReconfigVM_Task, 'duration_secs': 0.239543} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.451370] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.456135] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8ba249-9e4e-4b8f-91fa-84e6668fb10a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.471246] env[70917]: DEBUG oslo_vmware.api [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1434.471246] env[70917]: value = "task-3462613" [ 1434.471246] env[70917]: _type = "Task" [ 1434.471246] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.481158] env[70917]: DEBUG oslo_vmware.api [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.513050] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.513285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.981706] env[70917]: DEBUG oslo_vmware.api [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462613, 'name': ReconfigVM_Task, 'duration_secs': 0.134072} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.982069] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691596', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'name': 'volume-012695d1-7ad4-45ec-b493-009105bcffd3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': '012695d1-7ad4-45ec-b493-009105bcffd3', 'serial': '012695d1-7ad4-45ec-b493-009105bcffd3'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1435.015633] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.524808] env[70917]: DEBUG nova.objects.instance [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid 7027dca0-cec6-40cb-8e41-66799cdd4e8e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.536879] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.537150] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.538571] env[70917]: INFO nova.compute.claims [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.532860] env[70917]: DEBUG oslo_concurrency.lockutils [None req-11e45d8d-338c-408f-8a36-85622b34f460 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.557970] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.558601] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.623362] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358e61f-bcf4-4270-b133-20d3b0b8e26a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.631048] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed49f1-7bc0-4a2d-9530-bc5c769cb520 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.659694] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd48d31-65e7-4367-a86b-ce3f5233be0a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.666295] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba46d3d-dbdd-4e6a-8f35-260de610bc7b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.678694] env[70917]: DEBUG nova.compute.provider_tree [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.061230] env[70917]: INFO nova.compute.manager [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Detaching volume ca177f89-72d2-4419-a4bb-3fb3936726fd [ 1437.090196] env[70917]: INFO nova.virt.block_device [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Attempting to driver detach volume ca177f89-72d2-4419-a4bb-3fb3936726fd from mountpoint /dev/sdc [ 1437.090431] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1437.090614] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691597', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'name': 'volume-ca177f89-72d2-4419-a4bb-3fb3936726fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'serial': 'ca177f89-72d2-4419-a4bb-3fb3936726fd'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1437.091498] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16d36a-9115-45b2-84cd-9eeb3b824210 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.113173] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0709e1b3-1bac-494c-b733-a42568143ce3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.119806] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941fbdfe-d7bd-434f-a87f-821d89ad1a63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.139320] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be82fb-d08a-42f1-9b72-13892f82da54 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.153297] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca177f89-72d2-4419-a4bb-3fb3936726fd/volume-ca177f89-72d2-4419-a4bb-3fb3936726fd.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1437.158626] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1437.158869] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127f500f-3bce-4392-a711-19ed0cacab4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.177043] env[70917]: DEBUG oslo_vmware.api [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1437.177043] env[70917]: value = "task-3462614" [ 1437.177043] env[70917]: _type = "Task" [ 1437.177043] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.181676] env[70917]: DEBUG nova.scheduler.client.report [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.187346] env[70917]: DEBUG oslo_vmware.api [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.686772] env[70917]: DEBUG oslo_vmware.api [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462614, 'name': ReconfigVM_Task, 'duration_secs': 0.211518} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.687126] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1437.691991] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.692477] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.694821] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2124c5f-22a0-44df-a5f2-d320a0f62dda {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.709449] env[70917]: DEBUG oslo_vmware.api [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1437.709449] env[70917]: value = "task-3462615" [ 1437.709449] env[70917]: _type = "Task" [ 1437.709449] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.717268] env[70917]: DEBUG oslo_vmware.api [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.206998] env[70917]: DEBUG nova.compute.utils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1438.208519] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.208713] env[70917]: DEBUG nova.network.neutron [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.220815] env[70917]: DEBUG oslo_vmware.api [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462615, 'name': ReconfigVM_Task, 'duration_secs': 0.132882} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.221732] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691597', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'name': 'volume-ca177f89-72d2-4419-a4bb-3fb3936726fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7027dca0-cec6-40cb-8e41-66799cdd4e8e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca177f89-72d2-4419-a4bb-3fb3936726fd', 'serial': 'ca177f89-72d2-4419-a4bb-3fb3936726fd'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1438.260853] env[70917]: DEBUG nova.policy [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd847fb06cdcd4ded98c0318b5f1df84c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df0ed0f6f414837842fd27c9d116dbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.711767] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.737977] env[70917]: DEBUG nova.network.neutron [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Successfully created port: 3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.762974] env[70917]: DEBUG nova.objects.instance [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'flavor' on Instance uuid 7027dca0-cec6-40cb-8e41-66799cdd4e8e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.672335] env[70917]: DEBUG oslo_concurrency.lockutils [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.672600] env[70917]: DEBUG oslo_concurrency.lockutils [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.721165] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.747145] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.747392] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.747548] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.747729] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.747874] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.748046] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.748279] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.748437] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.748601] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.748761] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.748929] env[70917]: DEBUG nova.virt.hardware [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.750077] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d49e5de-fa0f-45a0-8fce-299464f4f825 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.758350] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a8b47-8371-4b63-9338-7ee1eaacc680 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.771223] env[70917]: DEBUG oslo_concurrency.lockutils [None req-a5c4dd66-3632-4878-b3c1-d806a7a3a8b4 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.087077] env[70917]: DEBUG nova.compute.manager [req-799d5004-7160-467e-87c3-f1178028f010 req-d7f2f5a5-9dff-4aa2-80b3-38d0d7062698 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Received event network-vif-plugged-3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.087312] env[70917]: DEBUG oslo_concurrency.lockutils [req-799d5004-7160-467e-87c3-f1178028f010 req-d7f2f5a5-9dff-4aa2-80b3-38d0d7062698 service nova] Acquiring lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.087523] env[70917]: DEBUG oslo_concurrency.lockutils [req-799d5004-7160-467e-87c3-f1178028f010 req-d7f2f5a5-9dff-4aa2-80b3-38d0d7062698 service nova] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.087689] env[70917]: DEBUG oslo_concurrency.lockutils [req-799d5004-7160-467e-87c3-f1178028f010 req-d7f2f5a5-9dff-4aa2-80b3-38d0d7062698 service nova] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.087855] env[70917]: DEBUG nova.compute.manager [req-799d5004-7160-467e-87c3-f1178028f010 req-d7f2f5a5-9dff-4aa2-80b3-38d0d7062698 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] No waiting events found dispatching network-vif-plugged-3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.088030] env[70917]: WARNING nova.compute.manager [req-799d5004-7160-467e-87c3-f1178028f010 req-d7f2f5a5-9dff-4aa2-80b3-38d0d7062698 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Received unexpected event network-vif-plugged-3bc90353-e1de-4655-bff1-352bced78dcf for instance with vm_state building and task_state spawning. [ 1440.173856] env[70917]: DEBUG nova.network.neutron [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Successfully updated port: 3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.176698] env[70917]: INFO nova.compute.manager [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Detaching volume 60e65f13-2802-4c34-8201-70755a32dfc2 [ 1440.209902] env[70917]: INFO nova.virt.block_device [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Attempting to driver detach volume 60e65f13-2802-4c34-8201-70755a32dfc2 from mountpoint /dev/sdb [ 1440.210162] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1440.210351] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691595', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'name': 'volume-60e65f13-2802-4c34-8201-70755a32dfc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9efaf0-1ecf-45fa-9f60-693487d921c8', 'attached_at': '', 'detached_at': '', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'serial': '60e65f13-2802-4c34-8201-70755a32dfc2'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1440.211246] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89693117-b458-4a73-8d17-24fdbaa976ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.235332] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be89bae-692f-438e-92d3-5fabce7598ac {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.242225] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e634869-7a9d-4119-9644-8c5ec95ecaf3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.261915] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0455de-d76b-49b9-8f3b-01970265a6df {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.277229] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] The volume has not been displaced from its original location: [datastore1] volume-60e65f13-2802-4c34-8201-70755a32dfc2/volume-60e65f13-2802-4c34-8201-70755a32dfc2.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1440.282302] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1440.282625] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83911443-1a5a-4ab9-b860-c248e56eb033 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.300213] env[70917]: DEBUG oslo_vmware.api [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1440.300213] env[70917]: value = "task-3462616" [ 1440.300213] env[70917]: _type = "Task" [ 1440.300213] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.307867] env[70917]: DEBUG oslo_vmware.api [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.676983] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.676983] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.676983] env[70917]: DEBUG nova.network.neutron [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.810306] env[70917]: DEBUG oslo_vmware.api [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462616, 'name': ReconfigVM_Task, 'duration_secs': 0.219313} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.811340] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1440.815853] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1693a801-bed1-4c0a-b793-fe3777552a5f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.830903] env[70917]: DEBUG oslo_vmware.api [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1440.830903] env[70917]: value = "task-3462617" [ 1440.830903] env[70917]: _type = "Task" [ 1440.830903] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.838310] env[70917]: DEBUG oslo_vmware.api [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.942089] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.942375] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.942595] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.942775] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.942941] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.945845] env[70917]: INFO nova.compute.manager [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Terminating instance [ 1441.207711] env[70917]: DEBUG nova.network.neutron [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.326914] env[70917]: DEBUG nova.network.neutron [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updating instance_info_cache with network_info: [{"id": "3bc90353-e1de-4655-bff1-352bced78dcf", "address": "fa:16:3e:14:37:a1", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc90353-e1", "ovs_interfaceid": "3bc90353-e1de-4655-bff1-352bced78dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.340708] env[70917]: DEBUG oslo_vmware.api [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462617, 'name': ReconfigVM_Task, 'duration_secs': 0.130365} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.341650] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691595', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'name': 'volume-60e65f13-2802-4c34-8201-70755a32dfc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c9efaf0-1ecf-45fa-9f60-693487d921c8', 'attached_at': '', 'detached_at': '', 'volume_id': '60e65f13-2802-4c34-8201-70755a32dfc2', 'serial': '60e65f13-2802-4c34-8201-70755a32dfc2'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1441.449677] env[70917]: DEBUG nova.compute.manager [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.449873] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.450853] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9d99d-de24-4e74-a485-b8883fcd4637 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.458474] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.458704] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-664ac8a5-dfd8-4049-a082-b77006e94b2e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.465736] env[70917]: DEBUG oslo_vmware.api [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1441.465736] env[70917]: value = "task-3462618" [ 1441.465736] env[70917]: _type = "Task" [ 1441.465736] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.473337] env[70917]: DEBUG oslo_vmware.api [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.829998] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.830348] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Instance network_info: |[{"id": "3bc90353-e1de-4655-bff1-352bced78dcf", "address": "fa:16:3e:14:37:a1", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc90353-e1", "ovs_interfaceid": "3bc90353-e1de-4655-bff1-352bced78dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.830788] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:37:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bc90353-e1de-4655-bff1-352bced78dcf', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.838696] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.838900] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.839148] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a7a06b1-f3bd-4427-87b0-5e91ff34fba8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.859177] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.859177] env[70917]: value = "task-3462619" [ 1441.859177] env[70917]: _type = "Task" [ 1441.859177] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.866726] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462619, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.885059] env[70917]: DEBUG nova.objects.instance [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'flavor' on Instance uuid 8c9efaf0-1ecf-45fa-9f60-693487d921c8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.976059] env[70917]: DEBUG oslo_vmware.api [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462618, 'name': PowerOffVM_Task, 'duration_secs': 0.194036} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.976294] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.976519] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.976802] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29a7bba5-2827-4996-99b4-e4a75820339f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.042508] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.042753] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.042949] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Deleting the datastore file [datastore2] 7027dca0-cec6-40cb-8e41-66799cdd4e8e {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.043253] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-622f8b84-eab9-4652-96a3-74317b1afb10 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.050646] env[70917]: DEBUG oslo_vmware.api [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for the task: (returnval){ [ 1442.050646] env[70917]: value = "task-3462621" [ 1442.050646] env[70917]: _type = "Task" [ 1442.050646] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.058703] env[70917]: DEBUG oslo_vmware.api [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.114687] env[70917]: DEBUG nova.compute.manager [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Received event network-changed-3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.114819] env[70917]: DEBUG nova.compute.manager [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Refreshing instance network info cache due to event network-changed-3bc90353-e1de-4655-bff1-352bced78dcf. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.115103] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] Acquiring lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.115232] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] Acquired lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.115400] env[70917]: DEBUG nova.network.neutron [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Refreshing network info cache for port 3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.369437] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462619, 'name': CreateVM_Task, 'duration_secs': 0.297098} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.369599] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.370266] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.370431] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.370763] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.371019] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e16baab-0a2e-432f-8c75-c40e72f5ead1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.376630] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1442.376630] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527e017a-1210-37ad-2b19-bcb0a362b362" [ 1442.376630] env[70917]: _type = "Task" [ 1442.376630] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.383916] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527e017a-1210-37ad-2b19-bcb0a362b362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.560318] env[70917]: DEBUG oslo_vmware.api [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Task: {'id': task-3462621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13085} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.560558] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.560741] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.560918] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.561108] env[70917]: INFO nova.compute.manager [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1442.561350] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.561542] env[70917]: DEBUG nova.compute.manager [-] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.561637] env[70917]: DEBUG nova.network.neutron [-] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.890225] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527e017a-1210-37ad-2b19-bcb0a362b362, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.890637] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.891031] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.891332] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.891567] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.891835] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.892417] env[70917]: DEBUG oslo_concurrency.lockutils [None req-69a4e9f7-989a-47a6-8a46-6353ff790171 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.893669] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e633497d-72c0-4499-b992-c3db60d9e161 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.905686] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.906024] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.907278] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d901f39f-57cd-44d4-b1bc-3f95a5fc2de1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.913679] env[70917]: DEBUG nova.network.neutron [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updated VIF entry in instance network info cache for port 3bc90353-e1de-4655-bff1-352bced78dcf. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.914168] env[70917]: DEBUG nova.network.neutron [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updating instance_info_cache with network_info: [{"id": "3bc90353-e1de-4655-bff1-352bced78dcf", "address": "fa:16:3e:14:37:a1", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc90353-e1", "ovs_interfaceid": "3bc90353-e1de-4655-bff1-352bced78dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.920934] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1442.920934] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ddb4b4-a791-f65a-2b7c-7a287d2d6656" [ 1442.920934] env[70917]: _type = "Task" [ 1442.920934] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.934980] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ddb4b4-a791-f65a-2b7c-7a287d2d6656, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.936105] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9670f902-416a-442c-b9bc-3acf067acdd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.942932] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1442.942932] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce1f3a-31bf-83b2-105e-7e89b61c85c8" [ 1442.942932] env[70917]: _type = "Task" [ 1442.942932] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.955705] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce1f3a-31bf-83b2-105e-7e89b61c85c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.417823] env[70917]: DEBUG oslo_concurrency.lockutils [req-0ccb1c70-37bd-46ee-8574-6572fd76fbdc req-f1b2aa71-b6b9-4d7b-b02b-eae286a67dde service nova] Releasing lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.452391] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52ce1f3a-31bf-83b2-105e-7e89b61c85c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.452655] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.452910] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] c9bbcd01-a692-4b30-9465-5232e1b6dac8/c9bbcd01-a692-4b30-9465-5232e1b6dac8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.453183] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a8e416-7d23-4adb-83d3-98eec55df5ab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.464234] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1443.464234] env[70917]: value = "task-3462622" [ 1443.464234] env[70917]: _type = "Task" [ 1443.464234] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.470345] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.579264] env[70917]: DEBUG nova.network.neutron [-] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.972876] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428637} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.973143] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore1] c9bbcd01-a692-4b30-9465-5232e1b6dac8/c9bbcd01-a692-4b30-9465-5232e1b6dac8.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.973357] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.973606] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d2ca639-2f6a-4695-a7dd-58486f08fb2d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.980455] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1443.980455] env[70917]: value = "task-3462623" [ 1443.980455] env[70917]: _type = "Task" [ 1443.980455] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.988497] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.007082] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.007368] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.007622] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.007837] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.008070] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.010362] env[70917]: INFO nova.compute.manager [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Terminating instance [ 1444.081797] env[70917]: INFO nova.compute.manager [-] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Took 1.52 seconds to deallocate network for instance. [ 1444.140090] env[70917]: DEBUG nova.compute.manager [req-f4827407-a72e-4cbe-a81b-61a405b143c4 req-6ee6a7a9-99b2-4462-ba62-8726a07635d1 service nova] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Received event network-vif-deleted-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.489999] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063488} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.490280] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.491045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734bdca6-2e99-4447-b757-5230318f37d0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.512084] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c9bbcd01-a692-4b30-9465-5232e1b6dac8/c9bbcd01-a692-4b30-9465-5232e1b6dac8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.512322] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a19ff5-014d-4606-9380-ea9544bcefa1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.526362] env[70917]: DEBUG nova.compute.manager [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.526565] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.527265] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aab403-4168-4ef8-95a7-ec74867f3fee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.533523] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.533729] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4577aea6-5625-4e60-9485-f366548c65c9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.535946] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1444.535946] env[70917]: value = "task-3462624" [ 1444.535946] env[70917]: _type = "Task" [ 1444.535946] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.540054] env[70917]: DEBUG oslo_vmware.api [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1444.540054] env[70917]: value = "task-3462625" [ 1444.540054] env[70917]: _type = "Task" [ 1444.540054] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.546135] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.551424] env[70917]: DEBUG oslo_vmware.api [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.587706] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.587989] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.588227] env[70917]: DEBUG nova.objects.instance [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lazy-loading 'resources' on Instance uuid 7027dca0-cec6-40cb-8e41-66799cdd4e8e {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.048139] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462624, 'name': ReconfigVM_Task, 'duration_secs': 0.285895} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.048786] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c9bbcd01-a692-4b30-9465-5232e1b6dac8/c9bbcd01-a692-4b30-9465-5232e1b6dac8.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.049505] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90a51f1e-db94-4ff2-b738-0fe5cb0367cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.053619] env[70917]: DEBUG oslo_vmware.api [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462625, 'name': PowerOffVM_Task, 'duration_secs': 0.217683} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.054222] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.054444] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.054688] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-447f0b1d-18d6-44e2-9ce6-c60ca6a3ddce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.058600] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1445.058600] env[70917]: value = "task-3462626" [ 1445.058600] env[70917]: _type = "Task" [ 1445.058600] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.067225] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462626, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.126596] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.126826] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.127014] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleting the datastore file [datastore1] 8c9efaf0-1ecf-45fa-9f60-693487d921c8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.127287] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec27a98-9bc8-4299-bf3a-a01bc5837f63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.133712] env[70917]: DEBUG oslo_vmware.api [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1445.133712] env[70917]: value = "task-3462628" [ 1445.133712] env[70917]: _type = "Task" [ 1445.133712] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.144136] env[70917]: DEBUG oslo_vmware.api [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.182229] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47be548-1ec2-4f44-9f48-e964af3b036c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.189363] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae96547-0081-4754-b2dd-c540855be014 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.219335] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533bb3c3-60fa-4613-951b-f35ff6c4bab8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.226532] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44d9362-edad-45e5-bcd2-f1a3cdefb1f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.239297] env[70917]: DEBUG nova.compute.provider_tree [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.568013] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462626, 'name': Rename_Task, 'duration_secs': 0.166446} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.568319] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.568561] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a161be-5e67-492c-a42b-707ec0c3380c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.574277] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1445.574277] env[70917]: value = "task-3462629" [ 1445.574277] env[70917]: _type = "Task" [ 1445.574277] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.581607] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.642819] env[70917]: DEBUG oslo_vmware.api [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175929} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.643072] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.643272] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.643461] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.643621] env[70917]: INFO nova.compute.manager [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1445.643859] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.644093] env[70917]: DEBUG nova.compute.manager [-] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.644194] env[70917]: DEBUG nova.network.neutron [-] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.742689] env[70917]: DEBUG nova.scheduler.client.report [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.085082] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.176243] env[70917]: DEBUG nova.compute.manager [req-83f1adde-bcde-46b6-ab64-be9cbc5dca98 req-527681a9-aa2a-4c4b-92c4-73d2af7a9a05 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Received event network-vif-deleted-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.176586] env[70917]: INFO nova.compute.manager [req-83f1adde-bcde-46b6-ab64-be9cbc5dca98 req-527681a9-aa2a-4c4b-92c4-73d2af7a9a05 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Neutron deleted interface ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5; detaching it from the instance and deleting it from the info cache [ 1446.176989] env[70917]: DEBUG nova.network.neutron [req-83f1adde-bcde-46b6-ab64-be9cbc5dca98 req-527681a9-aa2a-4c4b-92c4-73d2af7a9a05 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.248246] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.270738] env[70917]: INFO nova.scheduler.client.report [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Deleted allocations for instance 7027dca0-cec6-40cb-8e41-66799cdd4e8e [ 1446.580140] env[70917]: DEBUG nova.network.neutron [-] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.588038] env[70917]: DEBUG oslo_vmware.api [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462629, 'name': PowerOnVM_Task, 'duration_secs': 0.640275} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.588314] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.588513] env[70917]: INFO nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1446.588691] env[70917]: DEBUG nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.589502] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378995f7-ee28-4bdb-89f1-1244cbd4f5ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.679660] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-258e58fa-db79-4e21-ab41-60e7678f7720 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.690179] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea49b7f-7da5-4198-af66-9674a2a29fcd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.717701] env[70917]: DEBUG nova.compute.manager [req-83f1adde-bcde-46b6-ab64-be9cbc5dca98 req-527681a9-aa2a-4c4b-92c4-73d2af7a9a05 service nova] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Detach interface failed, port_id=ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5, reason: Instance 8c9efaf0-1ecf-45fa-9f60-693487d921c8 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1446.778191] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Lock "7027dca0-cec6-40cb-8e41-66799cdd4e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.836s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.084132] env[70917]: INFO nova.compute.manager [-] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Took 1.44 seconds to deallocate network for instance. [ 1447.106788] env[70917]: INFO nova.compute.manager [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Took 11.59 seconds to build instance. [ 1447.590217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.590525] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.590753] env[70917]: DEBUG nova.objects.instance [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'resources' on Instance uuid 8c9efaf0-1ecf-45fa-9f60-693487d921c8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.609819] env[70917]: DEBUG oslo_concurrency.lockutils [None req-611c39cf-2ffe-4310-b663-8e6dc516d555 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.096s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.183025] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51299e9f-06d1-4c02-a6b0-51e490be5acd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.189945] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23abf7c3-b772-49d5-b2a2-dc36c4e75740 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.222962] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137263a-8d2a-44d5-83aa-c95fa7a05c63 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.226669] env[70917]: DEBUG nova.compute.manager [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Received event network-changed-3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.226862] env[70917]: DEBUG nova.compute.manager [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Refreshing instance network info cache due to event network-changed-3bc90353-e1de-4655-bff1-352bced78dcf. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1448.227118] env[70917]: DEBUG oslo_concurrency.lockutils [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] Acquiring lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.227285] env[70917]: DEBUG oslo_concurrency.lockutils [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] Acquired lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.227449] env[70917]: DEBUG nova.network.neutron [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Refreshing network info cache for port 3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.235623] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c197d93e-2081-4ed4-9fbc-593352688135 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.250491] env[70917]: DEBUG nova.compute.provider_tree [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.753515] env[70917]: DEBUG nova.scheduler.client.report [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.939391] env[70917]: DEBUG nova.network.neutron [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updated VIF entry in instance network info cache for port 3bc90353-e1de-4655-bff1-352bced78dcf. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.939751] env[70917]: DEBUG nova.network.neutron [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updating instance_info_cache with network_info: [{"id": "3bc90353-e1de-4655-bff1-352bced78dcf", "address": "fa:16:3e:14:37:a1", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc90353-e1", "ovs_interfaceid": "3bc90353-e1de-4655-bff1-352bced78dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.258845] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.277848] env[70917]: INFO nova.scheduler.client.report [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleted allocations for instance 8c9efaf0-1ecf-45fa-9f60-693487d921c8 [ 1449.444021] env[70917]: DEBUG oslo_concurrency.lockutils [req-041b4701-4c19-4145-aa8a-81b5063e6645 req-63f9c510-61d7-4791-bb39-0f508c58a1ab service nova] Releasing lock "refresh_cache-c9bbcd01-a692-4b30-9465-5232e1b6dac8" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.785542] env[70917]: DEBUG oslo_concurrency.lockutils [None req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "8c9efaf0-1ecf-45fa-9f60-693487d921c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.778s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.250840] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.251291] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.251396] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.251591] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.251786] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.254073] env[70917]: INFO nova.compute.manager [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Terminating instance [ 1455.757624] env[70917]: DEBUG nova.compute.manager [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1455.757895] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.759311] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d9559-867b-4237-885f-576a55867647 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.766263] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.766506] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec043fb-6ae6-481e-955a-910fe3dbe493 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.772287] env[70917]: DEBUG oslo_vmware.api [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1455.772287] env[70917]: value = "task-3462638" [ 1455.772287] env[70917]: _type = "Task" [ 1455.772287] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.780292] env[70917]: DEBUG oslo_vmware.api [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.282144] env[70917]: DEBUG oslo_vmware.api [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462638, 'name': PowerOffVM_Task, 'duration_secs': 0.253377} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.282483] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.282620] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.282839] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4658bc80-4e1c-4b82-8dcd-9ecd91dff130 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.349849] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.350086] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.350296] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleting the datastore file [datastore2] e814d7b4-7df9-417b-9d1e-6622dc06f0b0 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.350560] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a84332-1f78-4ec2-81d6-4df1661d0a1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.356950] env[70917]: DEBUG oslo_vmware.api [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1456.356950] env[70917]: value = "task-3462640" [ 1456.356950] env[70917]: _type = "Task" [ 1456.356950] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.364065] env[70917]: DEBUG oslo_vmware.api [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.866483] env[70917]: DEBUG oslo_vmware.api [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161422} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.866727] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.866933] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.867126] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.867303] env[70917]: INFO nova.compute.manager [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1456.867554] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.867746] env[70917]: DEBUG nova.compute.manager [-] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.867839] env[70917]: DEBUG nova.network.neutron [-] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.253626] env[70917]: DEBUG nova.compute.manager [req-9f343a24-3024-4127-9332-e97486d46705 req-212ed80e-8762-4016-95bc-d33ad175d9a0 service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Received event network-vif-deleted-9c219217-f5ad-4dc8-abb6-c0465ed18b19 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.253807] env[70917]: INFO nova.compute.manager [req-9f343a24-3024-4127-9332-e97486d46705 req-212ed80e-8762-4016-95bc-d33ad175d9a0 service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Neutron deleted interface 9c219217-f5ad-4dc8-abb6-c0465ed18b19; detaching it from the instance and deleting it from the info cache [ 1457.253971] env[70917]: DEBUG nova.network.neutron [req-9f343a24-3024-4127-9332-e97486d46705 req-212ed80e-8762-4016-95bc-d33ad175d9a0 service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.735651] env[70917]: DEBUG nova.network.neutron [-] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.757560] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d6af16e-3fcb-496e-87a2-27f591e93fff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.767480] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa2721-efa1-400d-b832-9714e407b577 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.793764] env[70917]: DEBUG nova.compute.manager [req-9f343a24-3024-4127-9332-e97486d46705 req-212ed80e-8762-4016-95bc-d33ad175d9a0 service nova] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Detach interface failed, port_id=9c219217-f5ad-4dc8-abb6-c0465ed18b19, reason: Instance e814d7b4-7df9-417b-9d1e-6622dc06f0b0 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1458.239586] env[70917]: INFO nova.compute.manager [-] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Took 1.37 seconds to deallocate network for instance. [ 1458.746294] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.746659] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.746888] env[70917]: DEBUG nova.objects.instance [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'resources' on Instance uuid e814d7b4-7df9-417b-9d1e-6622dc06f0b0 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.317016] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f1d2f-389f-40e9-b186-dbcee3caf146 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.324860] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054ba2c1-5601-40dd-ba0a-7edddd9910d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.355235] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2709b-f8a4-4689-a097-99b5165aca86 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.362120] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7da2a4-7258-438d-bad9-7262cec2d809 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.374653] env[70917]: DEBUG nova.compute.provider_tree [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.877790] env[70917]: DEBUG nova.scheduler.client.report [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.383425] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.402880] env[70917]: INFO nova.scheduler.client.report [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleted allocations for instance e814d7b4-7df9-417b-9d1e-6622dc06f0b0 [ 1460.911424] env[70917]: DEBUG oslo_concurrency.lockutils [None req-17453699-7328-40c4-bd17-10f3ffdcd290 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "e814d7b4-7df9-417b-9d1e-6622dc06f0b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.660s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.993716] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "c20a4fff-4ee5-4a44-9faa-924921d22712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.994083] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.994133] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "c20a4fff-4ee5-4a44-9faa-924921d22712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.994361] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.994561] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.996581] env[70917]: INFO nova.compute.manager [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Terminating instance [ 1462.500522] env[70917]: DEBUG nova.compute.manager [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.500694] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.501622] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d41c3c3-36df-40b8-a25b-2bad8ffd3595 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.509661] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.509900] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098bcb41-f02f-4381-9453-a87fea4ca0a9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.516118] env[70917]: DEBUG oslo_vmware.api [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1462.516118] env[70917]: value = "task-3462644" [ 1462.516118] env[70917]: _type = "Task" [ 1462.516118] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.524593] env[70917]: DEBUG oslo_vmware.api [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.026077] env[70917]: DEBUG oslo_vmware.api [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462644, 'name': PowerOffVM_Task, 'duration_secs': 0.195857} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.026384] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.026525] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.026776] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49747073-2140-419b-a822-c860378aed19 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.094338] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.094634] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.094922] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleting the datastore file [datastore2] c20a4fff-4ee5-4a44-9faa-924921d22712 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.095242] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5072313d-cb39-4ef4-a06f-5ca997ff4249 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.101296] env[70917]: DEBUG oslo_vmware.api [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for the task: (returnval){ [ 1463.101296] env[70917]: value = "task-3462646" [ 1463.101296] env[70917]: _type = "Task" [ 1463.101296] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.108833] env[70917]: DEBUG oslo_vmware.api [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.611121] env[70917]: DEBUG oslo_vmware.api [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Task: {'id': task-3462646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139358} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.611339] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.611572] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.611758] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.611928] env[70917]: INFO nova.compute.manager [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1463.612175] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.612368] env[70917]: DEBUG nova.compute.manager [-] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.612463] env[70917]: DEBUG nova.network.neutron [-] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.836149] env[70917]: DEBUG nova.compute.manager [req-8a272979-33fc-43d7-9673-1f5aebd88a13 req-3fff89bb-4943-4840-b2f5-3fb6c94ed15e service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Received event network-vif-deleted-48b10248-6992-4a7f-b787-4abb50b3f104 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.836149] env[70917]: INFO nova.compute.manager [req-8a272979-33fc-43d7-9673-1f5aebd88a13 req-3fff89bb-4943-4840-b2f5-3fb6c94ed15e service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Neutron deleted interface 48b10248-6992-4a7f-b787-4abb50b3f104; detaching it from the instance and deleting it from the info cache [ 1463.836351] env[70917]: DEBUG nova.network.neutron [req-8a272979-33fc-43d7-9673-1f5aebd88a13 req-3fff89bb-4943-4840-b2f5-3fb6c94ed15e service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.321229] env[70917]: DEBUG nova.network.neutron [-] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.339287] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b089b41-a201-4bd5-aed1-34b71350f932 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.349812] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f3ce8a-f68d-4881-93db-d884b5b0a596 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.377707] env[70917]: DEBUG nova.compute.manager [req-8a272979-33fc-43d7-9673-1f5aebd88a13 req-3fff89bb-4943-4840-b2f5-3fb6c94ed15e service nova] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Detach interface failed, port_id=48b10248-6992-4a7f-b787-4abb50b3f104, reason: Instance c20a4fff-4ee5-4a44-9faa-924921d22712 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1464.824090] env[70917]: INFO nova.compute.manager [-] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Took 1.21 seconds to deallocate network for instance. [ 1465.331070] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.331461] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.331607] env[70917]: DEBUG nova.objects.instance [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lazy-loading 'resources' on Instance uuid c20a4fff-4ee5-4a44-9faa-924921d22712 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.885646] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283fc5f-2a53-4256-9ecc-67b17b15bae1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.893429] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8ff68-fdfc-4231-b6f2-2cdd1a2224ad {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.923243] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dbdb72-d1cc-44d8-812b-4ed4946c7fd4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.931364] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b8c205-e583-4f5b-adb9-e0e0d930c507 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.945043] env[70917]: DEBUG nova.compute.provider_tree [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.448207] env[70917]: DEBUG nova.scheduler.client.report [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.953627] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.970932] env[70917]: INFO nova.scheduler.client.report [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Deleted allocations for instance c20a4fff-4ee5-4a44-9faa-924921d22712 [ 1467.463987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.464315] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.477465] env[70917]: DEBUG oslo_concurrency.lockutils [None req-1b08a40f-b922-4d35-9a01-ad94404069b4 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Lock "c20a4fff-4ee5-4a44-9faa-924921d22712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.484s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.967080] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.611809] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.612127] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.613662] env[70917]: INFO nova.compute.claims [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.674017] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33301141-7856-48f2-958b-7e1de6d8febd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.682619] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858b6c7-08e5-4afd-9555-217af04e0e02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.712769] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa1f605-fedf-4fd2-915f-3f39968cac3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.720502] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2464572-e5bc-4e02-b19f-b19c316b442b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.735187] env[70917]: DEBUG nova.compute.provider_tree [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.237973] env[70917]: DEBUG nova.scheduler.client.report [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.743304] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.743837] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.817797] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.818052] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.249616] env[70917]: DEBUG nova.compute.utils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.251116] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Allocating IP information in the background. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.251323] env[70917]: DEBUG nova.network.neutron [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] allocate_for_instance() {{(pid=70917) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.305877] env[70917]: DEBUG nova.policy [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd847fb06cdcd4ded98c0318b5f1df84c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df0ed0f6f414837842fd27c9d116dbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70917) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.319954] env[70917]: DEBUG nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Starting instance... {{(pid=70917) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.562026] env[70917]: DEBUG nova.network.neutron [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Successfully created port: 36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.754851] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.841095] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.841447] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.842997] env[70917]: INFO nova.compute.claims [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.260088] env[70917]: INFO nova.virt.block_device [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Booting with volume a1c48a75-1370-4993-92fb-535a52416793 at /dev/sda [ 1472.296435] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7596306a-95ea-47f9-af9b-85dd108150b5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.308158] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c228d-4f83-4c31-bc22-0a7eff306a3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.337028] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dae6b3d-8511-4e4c-9bfd-9082850eb20c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.344972] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ed044-0cee-47a6-8dec-f4968404a9a2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.373678] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d7aefa-f2a9-4f8e-9723-87143e98bd15 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.379979] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8172445b-d9b1-4252-a082-e076865e3912 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.392992] env[70917]: DEBUG nova.virt.block_device [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating existing volume attachment record: 3914d5fb-935c-451e-8d94-1976efd0df76 {{(pid=70917) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1472.905256] env[70917]: DEBUG nova.compute.manager [req-5c691ab4-229b-42cd-8508-d7c462bd2281 req-64048cfd-1ba8-4fea-8711-596caa133136 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Received event network-vif-plugged-36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.905648] env[70917]: DEBUG oslo_concurrency.lockutils [req-5c691ab4-229b-42cd-8508-d7c462bd2281 req-64048cfd-1ba8-4fea-8711-596caa133136 service nova] Acquiring lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.905876] env[70917]: DEBUG oslo_concurrency.lockutils [req-5c691ab4-229b-42cd-8508-d7c462bd2281 req-64048cfd-1ba8-4fea-8711-596caa133136 service nova] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.906108] env[70917]: DEBUG oslo_concurrency.lockutils [req-5c691ab4-229b-42cd-8508-d7c462bd2281 req-64048cfd-1ba8-4fea-8711-596caa133136 service nova] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.906260] env[70917]: DEBUG nova.compute.manager [req-5c691ab4-229b-42cd-8508-d7c462bd2281 req-64048cfd-1ba8-4fea-8711-596caa133136 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] No waiting events found dispatching network-vif-plugged-36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.906427] env[70917]: WARNING nova.compute.manager [req-5c691ab4-229b-42cd-8508-d7c462bd2281 req-64048cfd-1ba8-4fea-8711-596caa133136 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Received unexpected event network-vif-plugged-36e1a077-5502-451d-9b09-ddb43163db23 for instance with vm_state building and task_state block_device_mapping. [ 1472.932045] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d8118-2449-4ede-a0dd-6f79844900a3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.942828] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62c36d-ac21-4ed3-adee-83ed0e1cc122 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.975643] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46fa259-e026-446d-a0ea-c5cb03d43a87 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.984701] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192566b9-03d7-4ce3-999c-7f4657fc372c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.992167] env[70917]: DEBUG nova.network.neutron [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Successfully updated port: 36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.005511] env[70917]: DEBUG nova.compute.provider_tree [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.495619] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.495767] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.495916] env[70917]: DEBUG nova.network.neutron [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.508743] env[70917]: DEBUG nova.scheduler.client.report [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.013387] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.013910] env[70917]: DEBUG nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Start building networks asynchronously for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.027661] env[70917]: DEBUG nova.network.neutron [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.175131] env[70917]: DEBUG nova.network.neutron [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.477017] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.477017] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.477470] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.477776] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.478085] env[70917]: DEBUG nova.virt.hardware [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.479103] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a1dec-d046-439a-b239-fb22ca7ac461 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.488219] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac0eec-3c8f-4b95-97dc-48721d6f9b02 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.518477] env[70917]: DEBUG nova.compute.utils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Using /dev/sd instead of None {{(pid=70917) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1474.519929] env[70917]: DEBUG nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Not allocating networking since 'none' was specified. {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1474.678871] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.679459] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Instance network_info: |[{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70917) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.680084] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:af:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36e1a077-5502-451d-9b09-ddb43163db23', 'vif_model': 'vmxnet3'}] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.687985] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1474.688328] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.688653] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7370d144-8743-48d4-bd4d-121bf8510929 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.711467] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.711467] env[70917]: value = "task-3462648" [ 1474.711467] env[70917]: _type = "Task" [ 1474.711467] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.719755] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462648, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.933935] env[70917]: DEBUG nova.compute.manager [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Received event network-changed-36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.934275] env[70917]: DEBUG nova.compute.manager [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Refreshing instance network info cache due to event network-changed-36e1a077-5502-451d-9b09-ddb43163db23. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1474.934429] env[70917]: DEBUG oslo_concurrency.lockutils [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] Acquiring lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.934582] env[70917]: DEBUG oslo_concurrency.lockutils [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] Acquired lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.934742] env[70917]: DEBUG nova.network.neutron [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Refreshing network info cache for port 36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.021506] env[70917]: DEBUG nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Start building block device mappings for instance. {{(pid=70917) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.222326] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462648, 'name': CreateVM_Task, 'duration_secs': 0.311255} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.222488] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.223165] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691600', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'name': 'volume-a1c48a75-1370-4993-92fb-535a52416793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52302cfd-fe5d-4fa0-9e46-27799ac7daa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'serial': 'a1c48a75-1370-4993-92fb-535a52416793'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '3914d5fb-935c-451e-8d94-1976efd0df76', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70917) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1475.223377] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Root volume attach. Driver type: vmdk {{(pid=70917) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1475.224138] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66196b95-a619-47ee-ba5b-52542d05aeaa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.231560] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2437bd24-65ae-40a8-bf2a-9b9f2c615d3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.237253] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06508e23-a539-4db8-856f-052d0d43aa44 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.242690] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a8b9fd47-002e-4c20-82ba-b0750b160a48 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.249119] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1475.249119] env[70917]: value = "task-3462649" [ 1475.249119] env[70917]: _type = "Task" [ 1475.249119] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.256199] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462649, 'name': RelocateVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.504719] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.504943] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.505132] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.505295] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.505435] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.505603] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.505763] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.505896] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1475.506053] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.759587] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462649, 'name': RelocateVM_Task, 'duration_secs': 0.02982} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.759819] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Volume attach. Driver type: vmdk {{(pid=70917) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1475.760032] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691600', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'name': 'volume-a1c48a75-1370-4993-92fb-535a52416793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52302cfd-fe5d-4fa0-9e46-27799ac7daa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'serial': 'a1c48a75-1370-4993-92fb-535a52416793'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1475.760886] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f1356-ad12-4835-87ae-b0aba14a4caa {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.776539] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eed452-1dce-42ce-b2c8-850b6918153b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.798305] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-a1c48a75-1370-4993-92fb-535a52416793/volume-a1c48a75-1370-4993-92fb-535a52416793.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.798575] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c99ad1de-63ab-4986-bb0d-7842c2f6f75f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.819874] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1475.819874] env[70917]: value = "task-3462650" [ 1475.819874] env[70917]: _type = "Task" [ 1475.819874] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.828057] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.865405] env[70917]: DEBUG nova.network.neutron [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updated VIF entry in instance network info cache for port 36e1a077-5502-451d-9b09-ddb43163db23. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.865799] env[70917]: DEBUG nova.network.neutron [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.009482] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.009805] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.009949] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.010120] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1476.012778] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b1ad7-9e0d-4b17-8f31-320a7e68443a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.021185] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05894c0-c76f-42ff-8fa6-f60b9cfa2e40 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.035903] env[70917]: DEBUG nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Start spawning the instance on the hypervisor. {{(pid=70917) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.039058] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0147344b-a6ec-4410-b534-0aa1d8f2335b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.046208] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9263c074-c0a4-42d5-8d66-e9493f79f5a6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.076043] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179783MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1476.076217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.076447] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.086252] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.086500] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.086693] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.086897] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.087056] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.087211] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.087457] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.087603] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.087758] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.087913] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.088096] env[70917]: DEBUG nova.virt.hardware [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.088939] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f802dab-8d2b-432c-93ce-76bcc4749d52 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.097011] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c60ae-df2f-4464-94d9-b48d17495bfb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.111771] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.117411] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Creating folder: Project (8ecca6fd7df94eea934850efc049718d). Parent ref: group-v691255. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.117887] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-908d071b-6852-4bbb-b073-a53c239b4d3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.131076] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Created folder: Project (8ecca6fd7df94eea934850efc049718d) in parent group-v691255. [ 1476.131264] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Creating folder: Instances. Parent ref: group-v691602. {{(pid=70917) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.131484] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ec6870-f28a-4257-8c6b-8eaa3e94b2f8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.141203] env[70917]: INFO nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Created folder: Instances in parent group-v691602. [ 1476.141433] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.141616] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.141850] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83148e6f-44d1-40c5-be9a-17861f7ef665 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.158682] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.158682] env[70917]: value = "task-3462653" [ 1476.158682] env[70917]: _type = "Task" [ 1476.158682] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.166098] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462653, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.332024] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462650, 'name': ReconfigVM_Task, 'duration_secs': 0.26245} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.332362] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-a1c48a75-1370-4993-92fb-535a52416793/volume-a1c48a75-1370-4993-92fb-535a52416793.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.337094] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af09a72-0855-4065-b515-d505500ec55f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.351942] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1476.351942] env[70917]: value = "task-3462654" [ 1476.351942] env[70917]: _type = "Task" [ 1476.351942] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.361055] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.368753] env[70917]: DEBUG oslo_concurrency.lockutils [req-171e89e4-46ca-4176-9ace-d22b83f59fe6 req-04ea5d8c-ace3-4017-b26c-060a3ab11dcf service nova] Releasing lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.669458] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462653, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.863227] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462654, 'name': ReconfigVM_Task, 'duration_secs': 0.26083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.863478] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691600', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'name': 'volume-a1c48a75-1370-4993-92fb-535a52416793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52302cfd-fe5d-4fa0-9e46-27799ac7daa4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'serial': 'a1c48a75-1370-4993-92fb-535a52416793'} {{(pid=70917) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1476.864049] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c49432b1-3121-4ae0-9741-dd15110c7bab {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.870252] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1476.870252] env[70917]: value = "task-3462655" [ 1476.870252] env[70917]: _type = "Task" [ 1476.870252] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.877591] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462655, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.103660] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1477.103907] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance c9bbcd01-a692-4b30-9465-5232e1b6dac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1477.104065] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 52302cfd-fe5d-4fa0-9e46-27799ac7daa4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1477.104192] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 9f52c2cc-9929-4080-9fd3-d6e94dda1e97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1477.104393] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1477.104530] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1477.156043] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dfb1f3-2aba-495c-b900-f4f047292a28 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.166502] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbec82-1419-4114-b17e-208058fc113b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.172089] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462653, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.197890] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed98b1-1031-4cfa-ab90-320e940cbd8a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.204703] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2d0587-abf1-4538-a7ae-4742c8fb23d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.218698] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.380501] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462655, 'name': Rename_Task, 'duration_secs': 0.136182} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.380732] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.380949] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2736b4-f240-4747-9e3a-0c35d7cc4413 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.388756] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1477.388756] env[70917]: value = "task-3462656" [ 1477.388756] env[70917]: _type = "Task" [ 1477.388756] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.397743] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.671099] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462653, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.742041] env[70917]: ERROR nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [req-a85a8da6-f9e7-4933-b9c2-834f674da383] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a85a8da6-f9e7-4933-b9c2-834f674da383"}]} [ 1477.759038] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1477.772448] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1477.772651] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.785026] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1477.803030] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1477.869384] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfeaedf-50ba-4500-82b6-45e2b01d7163 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.878023] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c905f7c4-b34a-4647-9781-008c6bc390f4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.911707] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d10ae-eb3f-4b04-aa22-6d9505c5f7b6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.921995] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa39c3e-cc74-4c6b-ad3e-596e0713a104 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.925656] env[70917]: DEBUG oslo_vmware.api [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462656, 'name': PowerOnVM_Task, 'duration_secs': 0.490306} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.925966] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.926215] env[70917]: INFO nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Took 3.45 seconds to spawn the instance on the hypervisor. [ 1477.926393] env[70917]: DEBUG nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.927517] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee318b30-c213-4913-827a-0a68713728e9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.938321] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.173195] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462653, 'name': CreateVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.454370] env[70917]: INFO nova.compute.manager [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Took 9.98 seconds to build instance. [ 1478.470714] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1478.470942] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 180 to 181 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1478.471111] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.673606] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462653, 'name': CreateVM_Task, 'duration_secs': 2.429371} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.673791] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.674210] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.674400] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.674728] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.674987] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99f00e9-5350-4484-96f9-942932f59200 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.680131] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1478.680131] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521c580c-a6c0-8e0e-80b4-13e25c518ed9" [ 1478.680131] env[70917]: _type = "Task" [ 1478.680131] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.687197] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521c580c-a6c0-8e0e-80b4-13e25c518ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.956559] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.492s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.975495] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1478.975704] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.899s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.975961] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.976120] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Cleaning up deleted instances {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1479.190734] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]521c580c-a6c0-8e0e-80b4-13e25c518ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.037752} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.191351] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.191351] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.191544] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.191698] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.191858] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.192174] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4455f572-12c8-4e3a-9d95-4fea27944263 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.202103] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.202294] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.203025] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4053f385-519c-49d3-88b6-8bc25865ed9e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.208516] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1479.208516] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5238b019-1ed3-614f-91cd-fc43aa91e97b" [ 1479.208516] env[70917]: _type = "Task" [ 1479.208516] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.216196] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5238b019-1ed3-614f-91cd-fc43aa91e97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.485336] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] There are 25 instances to clean {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1479.485572] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 7027dca0-cec6-40cb-8e41-66799cdd4e8e] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.539857] env[70917]: DEBUG nova.compute.manager [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Received event network-changed-3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.540009] env[70917]: DEBUG nova.compute.manager [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Refreshing instance network info cache due to event network-changed-3aa5261a-8e2c-4880-b4b9-ef027c82c348. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1479.540230] env[70917]: DEBUG oslo_concurrency.lockutils [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] Acquiring lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.540430] env[70917]: DEBUG oslo_concurrency.lockutils [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] Acquired lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.540522] env[70917]: DEBUG nova.network.neutron [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Refreshing network info cache for port 3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.720297] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5238b019-1ed3-614f-91cd-fc43aa91e97b, 'name': SearchDatastore_Task, 'duration_secs': 0.040005} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.721106] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b941945a-4714-468a-b83a-63f81f690db0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.726701] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1479.726701] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281a806-92ba-67b3-3963-acd7f0217415" [ 1479.726701] env[70917]: _type = "Task" [ 1479.726701] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.735208] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281a806-92ba-67b3-3963-acd7f0217415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.988987] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 8c9efaf0-1ecf-45fa-9f60-693487d921c8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.238185] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]5281a806-92ba-67b3-3963-acd7f0217415, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.238867] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.239165] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.239548] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a36dafcb-47c9-4b72-855d-548bfae6b8ff {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.246861] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1480.246861] env[70917]: value = "task-3462657" [ 1480.246861] env[70917]: _type = "Task" [ 1480.246861] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.254624] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.261766] env[70917]: DEBUG nova.network.neutron [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updated VIF entry in instance network info cache for port 3aa5261a-8e2c-4880-b4b9-ef027c82c348. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.262116] env[70917]: DEBUG nova.network.neutron [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updating instance_info_cache with network_info: [{"id": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "address": "fa:16:3e:ba:0a:bb", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa5261a-8e", "ovs_interfaceid": "3aa5261a-8e2c-4880-b4b9-ef027c82c348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.491796] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 0989dc46-3b12-4f55-9c7f-2bd326ee9cb8] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.757645] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.765192] env[70917]: DEBUG oslo_concurrency.lockutils [req-010154cd-d3b2-4f73-a530-3bb8c62f41af req-a3c16768-79d2-4e4b-bc8e-55ec7fdfbc70 service nova] Releasing lock "refresh_cache-6b1dff09-0b48-4abb-b77f-dc21534352f4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.996058] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: e814d7b4-7df9-417b-9d1e-6622dc06f0b0] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.090298] env[70917]: DEBUG nova.compute.manager [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Stashing vm_state: active {{(pid=70917) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1481.258054] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949872} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.258431] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.258506] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.258742] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6b87abe-5290-45ab-87b0-74295051b25f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.266643] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1481.266643] env[70917]: value = "task-3462658" [ 1481.266643] env[70917]: _type = "Task" [ 1481.266643] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.276234] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.500368] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c20a4fff-4ee5-4a44-9faa-924921d22712] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.565192] env[70917]: DEBUG nova.compute.manager [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Received event network-changed-36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.565478] env[70917]: DEBUG nova.compute.manager [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Refreshing instance network info cache due to event network-changed-36e1a077-5502-451d-9b09-ddb43163db23. {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.565674] env[70917]: DEBUG oslo_concurrency.lockutils [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] Acquiring lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.565897] env[70917]: DEBUG oslo_concurrency.lockutils [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] Acquired lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.566089] env[70917]: DEBUG nova.network.neutron [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Refreshing network info cache for port 36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.614220] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.614636] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.776808] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.354279} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.777135] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.777918] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885b99d-583e-4a22-8be4-3422e7029d74 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.797686] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.797917] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447ab4cb-55cd-41d9-878b-f46864627c42 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.816904] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1481.816904] env[70917]: value = "task-3462659" [ 1481.816904] env[70917]: _type = "Task" [ 1481.816904] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.824266] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.004186] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 97569e04-6106-4b81-8ebf-d01ffd1b5597] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.119073] env[70917]: INFO nova.compute.claims [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1482.287399] env[70917]: DEBUG nova.network.neutron [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updated VIF entry in instance network info cache for port 36e1a077-5502-451d-9b09-ddb43163db23. {{(pid=70917) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.287950] env[70917]: DEBUG nova.network.neutron [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.326070] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.508024] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9ada0e8c-9858-4e6c-a21a-44897de2db24] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.625243] env[70917]: INFO nova.compute.resource_tracker [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating resource usage from migration 74df0296-161f-4eae-888a-d41847552420 [ 1482.696403] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4332be2a-c133-4c1a-9a01-65d916de1b23 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.705047] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9720e896-ef3f-4642-9414-3edce1652c9b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.734953] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2485d17-3fc9-4db6-9aae-984ae215ad14 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.742067] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0389fa-98c8-40d6-ab17-917c89fc1347 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.755284] env[70917]: DEBUG nova.compute.provider_tree [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.790916] env[70917]: DEBUG oslo_concurrency.lockutils [req-01a561b3-5c93-44a4-aef8-11f35a81de9d req-4e9681c0-89c4-4c4c-b4ec-1b5ee907cd06 service nova] Releasing lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.826623] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462659, 'name': ReconfigVM_Task, 'duration_secs': 0.52664} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.826839] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.827468] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99a47801-265c-40d8-adb3-47f25ce0aed4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.834731] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1482.834731] env[70917]: value = "task-3462660" [ 1482.834731] env[70917]: _type = "Task" [ 1482.834731] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.842719] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462660, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.011055] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 4712acb5-444f-4724-a74d-4a530d752523] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.275803] env[70917]: ERROR nova.scheduler.client.report [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [req-3467701f-bc31-446d-9e06-979e2f77b3e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80a2a1d7-e598-4308-becd-5c7b0cb87cf5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3467701f-bc31-446d-9e06-979e2f77b3e5"}]} [ 1483.291885] env[70917]: DEBUG nova.scheduler.client.report [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Refreshing inventories for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1483.304943] env[70917]: DEBUG nova.scheduler.client.report [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updating ProviderTree inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1483.305185] env[70917]: DEBUG nova.compute.provider_tree [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.314769] env[70917]: DEBUG nova.scheduler.client.report [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Refreshing aggregate associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, aggregates: None {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1483.331789] env[70917]: DEBUG nova.scheduler.client.report [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Refreshing trait associations for resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=70917) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1483.344631] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462660, 'name': Rename_Task, 'duration_secs': 0.140679} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.346795] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.347202] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8160ad40-3eae-4662-92a8-9f3eee4ecb66 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.352967] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1483.352967] env[70917]: value = "task-3462661" [ 1483.352967] env[70917]: _type = "Task" [ 1483.352967] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.361926] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.403475] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69623846-c2b2-4bf3-b95b-65bdd11d8fdf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.410733] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98393bc-c0f9-4203-8740-9689eda3500b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.441626] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1c5de-ae24-4b75-ac82-cffa1bac345a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.449173] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032240a3-a16a-40be-abc6-f3bcf2dd286e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.463017] env[70917]: DEBUG nova.compute.provider_tree [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.514515] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: fbbd143e-3436-4972-8270-9619c906ba4e] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.862370] env[70917]: DEBUG oslo_vmware.api [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462661, 'name': PowerOnVM_Task, 'duration_secs': 0.404413} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.862633] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.862840] env[70917]: INFO nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1483.863036] env[70917]: DEBUG nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.863796] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0dfbf5-31f0-45ff-b7fc-2dcac5e16556 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.992676] env[70917]: DEBUG nova.scheduler.client.report [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updated inventory for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1483.992931] env[70917]: DEBUG nova.compute.provider_tree [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updating resource provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 generation from 183 to 184 during operation: update_inventory {{(pid=70917) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1483.993124] env[70917]: DEBUG nova.compute.provider_tree [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Updating inventory in ProviderTree for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.017661] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: b6804887-2e2f-417e-9227-daf0b16299a1] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.378777] env[70917]: INFO nova.compute.manager [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Took 12.55 seconds to build instance. [ 1484.498217] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.884s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.498439] env[70917]: INFO nova.compute.manager [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Migrating [ 1484.520062] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: aa7849c0-901f-46d6-aef9-6dcf3ecd960c] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.769333] env[70917]: INFO nova.compute.manager [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Rebuilding instance [ 1484.805580] env[70917]: DEBUG nova.compute.manager [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.806456] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461d5dd0-f0b7-484f-b6aa-974d8655d45a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.880540] env[70917]: DEBUG oslo_concurrency.lockutils [None req-e752d75c-5b1c-483e-8497-d86e2f7780e4 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.062s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.011704] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.011933] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.012088] env[70917]: DEBUG nova.network.neutron [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.022945] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 0e2c19ce-f7f9-41d4-846b-d73eeb16c999] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.526094] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 9edcc62a-e557-46b7-8426-a5edfb5ab564] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.717891] env[70917]: DEBUG nova.network.neutron [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.819503] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.819811] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7f9394-8bfc-42bf-9999-f31b7ce9f882 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.826896] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1485.826896] env[70917]: value = "task-3462662" [ 1485.826896] env[70917]: _type = "Task" [ 1485.826896] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.835249] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.029376] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: facecfe2-450e-459d-b491-4b2fdf62fd62] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.220452] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.336891] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462662, 'name': PowerOffVM_Task, 'duration_secs': 0.116848} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.337166] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.337400] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.338130] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4596ff-d82f-4221-9815-52575d910dd3 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.344115] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.344328] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff6c5a8-8dcb-4578-9c64-ddcf1d02d49f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.368276] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.368458] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.368633] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Deleting the datastore file [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.368864] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec627cd-8aab-4001-adad-be85da065498 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.374487] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1486.374487] env[70917]: value = "task-3462664" [ 1486.374487] env[70917]: _type = "Task" [ 1486.374487] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.381412] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.532703] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: f1888059-9aaf-42ee-9e0b-e14cca2a064b] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.883896] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098879} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.884158] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.884346] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.884555] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.036249] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 05f38d54-b0de-4261-8352-df8394eda187] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.541191] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 38e7ff11-0566-4794-8f50-1b6d437a10a7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.734586] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba168bd-5818-495d-afa3-491ff441482b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.752537] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 0 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1487.919924] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T15:24:47Z,direct_url=,disk_format='vmdk',id=fc0193d3-c025-4751-87c9-8c0065477100,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b30381a4b1d43e1b6b35ed8ef4f192d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T15:24:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1487.920195] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.920355] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1487.920531] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.920675] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1487.920819] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1487.921046] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1487.921214] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1487.921380] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1487.921541] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1487.921714] env[70917]: DEBUG nova.virt.hardware [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1487.922865] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff802d-26d0-4beb-b25d-4815d967cb59 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.930387] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbc50b-53f6-4704-8c23-1cf3f2de1041 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.943401] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Instance VIF info [] {{(pid=70917) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.950024] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.950264] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Creating VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.950468] env[70917]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9896197-f050-4ce9-aea9-9576875c9c1d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.967538] env[70917]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.967538] env[70917]: value = "task-3462665" [ 1487.967538] env[70917]: _type = "Task" [ 1487.967538] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.974514] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462665, 'name': CreateVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.044406] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 981aeb2c-d376-4011-ba9d-ac8076b84275] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.259158] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.259412] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f28d6fd-62e3-48ed-b918-cc6afdd3b5fc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.266016] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1488.266016] env[70917]: value = "task-3462666" [ 1488.266016] env[70917]: _type = "Task" [ 1488.266016] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.273753] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.477189] env[70917]: DEBUG oslo_vmware.api [-] Task: {'id': task-3462665, 'name': CreateVM_Task, 'duration_secs': 0.231818} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.477370] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Created VM on the ESX host {{(pid=70917) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.477765] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.477927] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.478269] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.478512] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b052a36-b1f3-42d5-b977-2a80faf563bc {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.482477] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1488.482477] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ebf30-1a24-7cfc-b3f7-2a490db144ff" [ 1488.482477] env[70917]: _type = "Task" [ 1488.482477] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.490170] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ebf30-1a24-7cfc-b3f7-2a490db144ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.547775] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: d9b0bf4c-9905-49ff-a31c-aff7724bbfde] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.775991] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462666, 'name': PowerOffVM_Task, 'duration_secs': 0.183961} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.776279] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.776458] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 17 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.992736] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]527ebf30-1a24-7cfc-b3f7-2a490db144ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.993045] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.993283] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Processing image fc0193d3-c025-4751-87c9-8c0065477100 {{(pid=70917) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1488.993517] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.993662] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.993840] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1488.994113] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b772219-308e-49bd-8661-1d40ecc5f85e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.002055] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70917) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.002243] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70917) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.002953] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89c85cd-1ba1-4453-871a-6226979b0fde {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.007688] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1489.007688] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523e72a1-c8c8-09fa-4b7a-ef3ac0b7f31d" [ 1489.007688] env[70917]: _type = "Task" [ 1489.007688] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.014814] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523e72a1-c8c8-09fa-4b7a-ef3ac0b7f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.050332] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 68f99ee5-bae6-4ec9-bf1c-2a1e417abbdf] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.283108] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.283345] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.283498] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.283657] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.283800] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.283944] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.284164] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.284322] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.284546] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.284743] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.284930] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.289949] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6922f8a-237b-4e9d-b869-42986c5f8443 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.306777] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1489.306777] env[70917]: value = "task-3462667" [ 1489.306777] env[70917]: _type = "Task" [ 1489.306777] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.317553] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.517739] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]523e72a1-c8c8-09fa-4b7a-ef3ac0b7f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.518521] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c567285c-6d01-4879-a1d9-e44ce3a7f0a1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.523396] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1489.523396] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52925d78-4853-1b22-833e-f1d0a23fced1" [ 1489.523396] env[70917]: _type = "Task" [ 1489.523396] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.530465] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52925d78-4853-1b22-833e-f1d0a23fced1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.553059] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: c551795e-07b6-414e-918b-8654426feb5a] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.816287] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462667, 'name': ReconfigVM_Task, 'duration_secs': 0.161851} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.816607] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 33 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1490.033685] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]52925d78-4853-1b22-833e-f1d0a23fced1, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.033948] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.034236] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.034521] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9236c583-9687-4740-9537-339dc3dca33a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.042378] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1490.042378] env[70917]: value = "task-3462668" [ 1490.042378] env[70917]: _type = "Task" [ 1490.042378] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.050294] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.055864] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 428b9806-7f11-40a5-bc2d-41100c2a06b7] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.323178] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T15:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.323491] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.323594] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image limits 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.323781] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Flavor pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.323962] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Image pref 0:0:0 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.324078] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70917) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.324289] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.324543] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.324725] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Got 1 possible topologies {{(pid=70917) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.324891] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.325082] env[70917]: DEBUG nova.virt.hardware [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70917) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.330704] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1490.331036] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9fc088-04d1-4acf-9d69-e532fe20a9d7 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.353521] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1490.353521] env[70917]: value = "task-3462669" [ 1490.353521] env[70917]: _type = "Task" [ 1490.353521] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.362546] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.551528] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40201} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.551795] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fc0193d3-c025-4751-87c9-8c0065477100/fc0193d3-c025-4751-87c9-8c0065477100.vmdk to [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk {{(pid=70917) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1490.552020] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Extending root virtual disk to 1048576 {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1490.552267] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c81ff848-11b2-443d-b3c0-d31e0d412290 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.557895] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1490.557895] env[70917]: value = "task-3462670" [ 1490.557895] env[70917]: _type = "Task" [ 1490.557895] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.560829] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 964dc5aa-b06e-4032-a0e2-3800dad7164c] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.566598] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.862697] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462669, 'name': ReconfigVM_Task, 'duration_secs': 0.196304} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.862972] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1490.863732] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6c1f5-15d1-4f87-a9cc-261f4bea4d4f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.885154] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-a1c48a75-1370-4993-92fb-535a52416793/volume-a1c48a75-1370-4993-92fb-535a52416793.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.885416] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2913231-a452-40b8-bdcd-c9e020789f3f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.902430] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1490.902430] env[70917]: value = "task-3462671" [ 1490.902430] env[70917]: _type = "Task" [ 1490.902430] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.909684] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.064333] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 4c00b784-178f-4da4-8ab3-8392917fe975] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.069323] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079477} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.069801] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Extended root virtual disk {{(pid=70917) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.070612] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf108a0-5cfc-4d6e-8c5f-a94f79ff3542 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.090831] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.091613] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113fd3a3-fc94-4c32-8d33-b31e32956f4a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.111435] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1491.111435] env[70917]: value = "task-3462672" [ 1491.111435] env[70917]: _type = "Task" [ 1491.111435] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.119569] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.411518] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462671, 'name': ReconfigVM_Task, 'duration_secs': 0.290635} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.411793] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-a1c48a75-1370-4993-92fb-535a52416793/volume-a1c48a75-1370-4993-92fb-535a52416793.vmdk or device None with type thin {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.412092] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 50 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1491.570778] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] [instance: 268f96d3-a0c6-48a3-a306-19584c8a996d] Instance has had 0 of 5 cleanup attempts {{(pid=70917) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.620422] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462672, 'name': ReconfigVM_Task, 'duration_secs': 0.261198} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.620700] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97/9f52c2cc-9929-4080-9fd3-d6e94dda1e97.vmdk or device None with type sparse {{(pid=70917) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.621334] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7014b821-cb9d-44ee-a599-dab361f5db3e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.627526] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1491.627526] env[70917]: value = "task-3462673" [ 1491.627526] env[70917]: _type = "Task" [ 1491.627526] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.635050] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462673, 'name': Rename_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.918385] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667b69f6-0463-4ed8-931d-ce35861217f1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.937611] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971caf1-e154-4796-86e4-36b1a01c3622 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.955778] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 67 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1492.074211] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.074374] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Cleaning up deleted instances with incomplete migration {{(pid=70917) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1492.136646] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462673, 'name': Rename_Task, 'duration_secs': 0.135052} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.136913] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.137154] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff119f30-2472-4446-b3b8-d246d8d975ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.142765] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1492.142765] env[70917]: value = "task-3462674" [ 1492.142765] env[70917]: _type = "Task" [ 1492.142765] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.149607] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.576518] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.652575] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.154622] env[70917]: DEBUG oslo_vmware.api [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462674, 'name': PowerOnVM_Task, 'duration_secs': 0.511336} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.154888] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.155102] env[70917]: DEBUG nova.compute.manager [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Checking state {{(pid=70917) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.155908] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ffaea2-cc1b-428e-8d9f-c2b92b3d0e56 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.593811] env[70917]: DEBUG nova.network.neutron [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Port 36e1a077-5502-451d-9b09-ddb43163db23 binding to destination host cpu-1 is already ACTIVE {{(pid=70917) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1493.671058] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.671058] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.671252] env[70917]: DEBUG nova.objects.instance [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70917) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1494.475913] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.476211] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.476458] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.476649] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.476823] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.478869] env[70917]: INFO nova.compute.manager [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Terminating instance [ 1494.614538] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.614915] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.615030] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.680637] env[70917]: DEBUG oslo_concurrency.lockutils [None req-eff45a1f-3285-4d5c-b2f9-3e84c1bc3711 tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.982079] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "refresh_cache-9f52c2cc-9929-4080-9fd3-d6e94dda1e97" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.982346] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquired lock "refresh_cache-9f52c2cc-9929-4080-9fd3-d6e94dda1e97" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.982483] env[70917]: DEBUG nova.network.neutron [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.503369] env[70917]: DEBUG nova.network.neutron [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.546997] env[70917]: DEBUG nova.network.neutron [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.651529] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.651822] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.651931] env[70917]: DEBUG nova.network.neutron [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.049868] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Releasing lock "refresh_cache-9f52c2cc-9929-4080-9fd3-d6e94dda1e97" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.050342] env[70917]: DEBUG nova.compute.manager [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.050547] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.051484] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81dd4ea-4a36-4f71-8d47-837bff8e7e9f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.059561] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.059809] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7348e105-8676-4f90-a3a0-51c6b22f06ae {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.065574] env[70917]: DEBUG oslo_vmware.api [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1496.065574] env[70917]: value = "task-3462675" [ 1496.065574] env[70917]: _type = "Task" [ 1496.065574] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.073286] env[70917]: DEBUG oslo_vmware.api [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.359393] env[70917]: DEBUG nova.network.neutron [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.575851] env[70917]: DEBUG oslo_vmware.api [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462675, 'name': PowerOffVM_Task, 'duration_secs': 0.17902} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.576133] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.576307] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.576553] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-584a7733-1ae8-4f7b-bbd4-7db6281f9117 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.602491] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.602721] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.602818] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Deleting the datastore file [datastore2] 9f52c2cc-9929-4080-9fd3-d6e94dda1e97 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.603106] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957f2a3e-66bb-4a46-a0b3-7fb1010eaf2b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.609173] env[70917]: DEBUG oslo_vmware.api [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for the task: (returnval){ [ 1496.609173] env[70917]: value = "task-3462677" [ 1496.609173] env[70917]: _type = "Task" [ 1496.609173] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.616773] env[70917]: DEBUG oslo_vmware.api [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.862999] env[70917]: DEBUG oslo_concurrency.lockutils [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.118769] env[70917]: DEBUG oslo_vmware.api [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Task: {'id': task-3462677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085778} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.119064] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.119193] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.119346] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.119516] env[70917]: INFO nova.compute.manager [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1497.119754] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.119945] env[70917]: DEBUG nova.compute.manager [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.120054] env[70917]: DEBUG nova.network.neutron [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.135265] env[70917]: DEBUG nova.network.neutron [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Instance cache missing network info. {{(pid=70917) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1497.372473] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e542ac-9417-4ca0-bfd1-923b1fe9fe17 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.379432] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ecd6e-4d3e-4202-a6d2-35651d97c6eb {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.637864] env[70917]: DEBUG nova.network.neutron [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.140602] env[70917]: INFO nova.compute.manager [-] [instance: 9f52c2cc-9929-4080-9fd3-d6e94dda1e97] Took 1.02 seconds to deallocate network for instance. [ 1498.474820] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82331e54-3c73-4f38-81ee-0f1067c9a59b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.494778] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cda19c-086a-47f7-8db5-1da1d8fde719 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.501328] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 83 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1498.647563] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.647872] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.648111] env[70917]: DEBUG nova.objects.instance [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lazy-loading 'resources' on Instance uuid 9f52c2cc-9929-4080-9fd3-d6e94dda1e97 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.007469] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powering on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.007796] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da3b53ac-fcdc-41c4-a26d-0eaa164f7ba8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.014931] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1499.014931] env[70917]: value = "task-3462678" [ 1499.014931] env[70917]: _type = "Task" [ 1499.014931] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.022744] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.219211] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6996a890-d5c3-4a67-8179-0ed301243444 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.226220] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cef3b30-e859-4eab-bb60-0960169f5e4c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.255101] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a513bd7e-55bd-4e59-ac86-42232ac5230c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.262008] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a3b094-da34-4620-add9-24ce2717632e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.275962] env[70917]: DEBUG nova.compute.provider_tree [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.524844] env[70917]: DEBUG oslo_vmware.api [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462678, 'name': PowerOnVM_Task, 'duration_secs': 0.371285} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.525070] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powered on the VM {{(pid=70917) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.525258] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-76a5fb44-1d1d-49b7-9732-8c6d8373eb11 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance '52302cfd-fe5d-4fa0-9e46-27799ac7daa4' progress to 100 {{(pid=70917) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1499.779661] env[70917]: DEBUG nova.scheduler.client.report [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.285147] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.304221] env[70917]: INFO nova.scheduler.client.report [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Deleted allocations for instance 9f52c2cc-9929-4080-9fd3-d6e94dda1e97 [ 1500.812756] env[70917]: DEBUG oslo_concurrency.lockutils [None req-3a208feb-0adc-49d6-9777-acf1766174ac tempest-ServerShowV254Test-494950152 tempest-ServerShowV254Test-494950152-project-member] Lock "9f52c2cc-9929-4080-9fd3-d6e94dda1e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.336s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.429956] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.430349] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.430401] env[70917]: DEBUG nova.compute.manager [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Going to confirm migration 10 {{(pid=70917) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1502.000492] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.000687] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquired lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.000864] env[70917]: DEBUG nova.network.neutron [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Building network info cache for instance {{(pid=70917) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.001071] env[70917]: DEBUG nova.objects.instance [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'info_cache' on Instance uuid 52302cfd-fe5d-4fa0-9e46-27799ac7daa4 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.201639] env[70917]: DEBUG nova.network.neutron [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [{"id": "36e1a077-5502-451d-9b09-ddb43163db23", "address": "fa:16:3e:8d:af:c2", "network": {"id": "b53b7e68-eb0e-4af8-89ff-60a472005b62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2055942760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1df0ed0f6f414837842fd27c9d116dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e1a077-55", "ovs_interfaceid": "36e1a077-5502-451d-9b09-ddb43163db23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.704221] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Releasing lock "refresh_cache-52302cfd-fe5d-4fa0-9e46-27799ac7daa4" {{(pid=70917) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.704503] env[70917]: DEBUG nova.objects.instance [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'migration_context' on Instance uuid 52302cfd-fe5d-4fa0-9e46-27799ac7daa4 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.207476] env[70917]: DEBUG nova.objects.base [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Object Instance<52302cfd-fe5d-4fa0-9e46-27799ac7daa4> lazy-loaded attributes: info_cache,migration_context {{(pid=70917) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1504.208479] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d5d44-c1de-4703-a427-7e9447c655b9 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.227811] env[70917]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c10d663-c0f2-45c3-9183-f36f18f3b9dd {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.233121] env[70917]: DEBUG oslo_vmware.api [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1504.233121] env[70917]: value = "session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529b64dd-b8b8-ad63-124b-ceb2a2ff5e78" [ 1504.233121] env[70917]: _type = "Task" [ 1504.233121] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.240746] env[70917]: DEBUG oslo_vmware.api [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529b64dd-b8b8-ad63-124b-ceb2a2ff5e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.743195] env[70917]: DEBUG oslo_vmware.api [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': session[528e91f2-7a9f-60a5-4f04-224c4d59d38d]529b64dd-b8b8-ad63-124b-ceb2a2ff5e78, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.743494] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.743743] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.304887] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a65a294-a019-4bb0-9dba-3cbe8012ba92 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.312618] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55f9f3-05e9-420d-b94f-d7c32882dc26 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.342980] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad41e9-f626-4189-91f8-ea4ad254294d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.350311] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8998d1e4-f357-4bcf-9a3a-8f5c1d38513e {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.363318] env[70917]: DEBUG nova.compute.provider_tree [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.866799] env[70917]: DEBUG nova.scheduler.client.report [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.877880] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.134s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.435700] env[70917]: INFO nova.scheduler.client.report [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted allocation for migration 74df0296-161f-4eae-888a-d41847552420 [ 1507.887025] env[70917]: INFO nova.compute.manager [None req-d101a148-58cb-4ba6-b603-c733b79a5a82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Get console output [ 1507.887025] env[70917]: WARNING nova.virt.vmwareapi.driver [None req-d101a148-58cb-4ba6-b603-c733b79a5a82 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] The console log is missing. Check your VSPC configuration [ 1507.941572] env[70917]: DEBUG oslo_concurrency.lockutils [None req-ae40f02a-4ac7-4a94-be89-cf9048897619 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.511s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.974080] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.974464] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.974595] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.974754] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.974966] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.978625] env[70917]: INFO nova.compute.manager [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Terminating instance [ 1537.482295] env[70917]: DEBUG nova.compute.manager [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1537.482552] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.482874] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b5a459-1a93-46d6-a144-8278fc710c32 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.490314] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1537.490314] env[70917]: value = "task-3462679" [ 1537.490314] env[70917]: _type = "Task" [ 1537.490314] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.498092] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.999709] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462679, 'name': PowerOffVM_Task, 'duration_secs': 0.153872} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.000103] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1538.000348] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Volume detach. Driver type: vmdk {{(pid=70917) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1538.000553] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691600', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'name': 'volume-a1c48a75-1370-4993-92fb-535a52416793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52302cfd-fe5d-4fa0-9e46-27799ac7daa4', 'attached_at': '2025-04-16T15:41:39.000000', 'detached_at': '', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'serial': 'a1c48a75-1370-4993-92fb-535a52416793'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1538.001365] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8363f0a9-ba9a-4975-9ce9-a99eda209158 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.019131] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728a91f-2b15-4d3d-8ac2-8bd7e555b308 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.025147] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089ce37-8722-4363-b612-780b2a6d2a1b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.041723] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99971f8c-fafd-481a-af85-f10b02eb30d5 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.055137] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] The volume has not been displaced from its original location: [datastore2] volume-a1c48a75-1370-4993-92fb-535a52416793/volume-a1c48a75-1370-4993-92fb-535a52416793.vmdk. No consolidation needed. {{(pid=70917) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1538.060376] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1538.060616] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67f25b8-ef53-4aa8-898a-8fed880750d2 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.077325] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1538.077325] env[70917]: value = "task-3462680" [ 1538.077325] env[70917]: _type = "Task" [ 1538.077325] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.084233] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.590157] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462680, 'name': ReconfigVM_Task, 'duration_secs': 0.157292} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.590586] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70917) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1538.598695] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1754520e-1c35-411e-a96f-c8116bfb9fa0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.621120] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1538.621120] env[70917]: value = "task-3462681" [ 1538.621120] env[70917]: _type = "Task" [ 1538.621120] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.633744] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.130207] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462681, 'name': ReconfigVM_Task, 'duration_secs': 0.136184} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.130579] env[70917]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-691600', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'name': 'volume-a1c48a75-1370-4993-92fb-535a52416793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52302cfd-fe5d-4fa0-9e46-27799ac7daa4', 'attached_at': '2025-04-16T15:41:39.000000', 'detached_at': '', 'volume_id': 'a1c48a75-1370-4993-92fb-535a52416793', 'serial': 'a1c48a75-1370-4993-92fb-535a52416793'} {{(pid=70917) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1539.130753] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.131539] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b93481e-71cc-435d-9e9a-a15a69bb1506 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.137428] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.137639] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac6d8a5d-f81b-4c90-aa92-f7e92bc7cf6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.201495] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.201740] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Deleting contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.201905] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore2] 52302cfd-fe5d-4fa0-9e46-27799ac7daa4 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.202187] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7226c7d3-cfd1-48e7-814c-23d5b218d9ee {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.208497] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1539.208497] env[70917]: value = "task-3462683" [ 1539.208497] env[70917]: _type = "Task" [ 1539.208497] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.215567] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.718231] env[70917]: DEBUG oslo_vmware.api [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074311} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.718470] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1539.718653] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Deleted contents of the VM from datastore datastore2 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1539.718825] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1539.718996] env[70917]: INFO nova.compute.manager [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1539.719248] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1539.719430] env[70917]: DEBUG nova.compute.manager [-] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1539.719523] env[70917]: DEBUG nova.network.neutron [-] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.230502] env[70917]: DEBUG nova.compute.manager [req-99bd3988-c73c-42b4-981e-20ed65224789 req-a33c1f63-24d8-46be-b651-a633e71f04a7 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Received event network-vif-deleted-36e1a077-5502-451d-9b09-ddb43163db23 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.230753] env[70917]: INFO nova.compute.manager [req-99bd3988-c73c-42b4-981e-20ed65224789 req-a33c1f63-24d8-46be-b651-a633e71f04a7 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Neutron deleted interface 36e1a077-5502-451d-9b09-ddb43163db23; detaching it from the instance and deleting it from the info cache [ 1540.230953] env[70917]: DEBUG nova.network.neutron [req-99bd3988-c73c-42b4-981e-20ed65224789 req-a33c1f63-24d8-46be-b651-a633e71f04a7 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.682585] env[70917]: DEBUG nova.network.neutron [-] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.733788] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff01fa58-270d-4b51-985d-caad74fb5431 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.744033] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d7d36-6f87-4cdb-9ac5-a1ee6e8d6882 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.769251] env[70917]: DEBUG nova.compute.manager [req-99bd3988-c73c-42b4-981e-20ed65224789 req-a33c1f63-24d8-46be-b651-a633e71f04a7 service nova] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Detach interface failed, port_id=36e1a077-5502-451d-9b09-ddb43163db23, reason: Instance 52302cfd-fe5d-4fa0-9e46-27799ac7daa4 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1541.185517] env[70917]: INFO nova.compute.manager [-] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Took 1.47 seconds to deallocate network for instance. [ 1541.731134] env[70917]: INFO nova.compute.manager [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Took 0.55 seconds to detach 1 volumes for instance. [ 1541.734493] env[70917]: DEBUG nova.compute.manager [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 52302cfd-fe5d-4fa0-9e46-27799ac7daa4] Deleting volume: a1c48a75-1370-4993-92fb-535a52416793 {{(pid=70917) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1542.274207] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.274522] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.274733] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.299848] env[70917]: INFO nova.scheduler.client.report [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted allocations for instance 52302cfd-fe5d-4fa0-9e46-27799ac7daa4 [ 1542.807285] env[70917]: DEBUG oslo_concurrency.lockutils [None req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "52302cfd-fe5d-4fa0-9e46-27799ac7daa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.833s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.642703] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.642987] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.643255] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.643475] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.643662] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.645691] env[70917]: INFO nova.compute.manager [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Terminating instance [ 1544.149514] env[70917]: DEBUG nova.compute.manager [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.149868] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.150612] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf8315-d725-4910-a5d9-679e8802fcce {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.158264] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.158485] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8dc946f-e92c-4ae2-8cd0-94a0c6f8232d {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.165603] env[70917]: DEBUG oslo_vmware.api [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1544.165603] env[70917]: value = "task-3462685" [ 1544.165603] env[70917]: _type = "Task" [ 1544.165603] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.173682] env[70917]: DEBUG oslo_vmware.api [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.674646] env[70917]: DEBUG oslo_vmware.api [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462685, 'name': PowerOffVM_Task, 'duration_secs': 0.190525} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.674922] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.675151] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.675400] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ee6579-bf82-480a-a999-5b2b80d53378 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.738461] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.738732] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.738854] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore1] c9bbcd01-a692-4b30-9465-5232e1b6dac8 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.739142] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1991cb8-f081-47a7-9423-c11fe0995e06 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.745767] env[70917]: DEBUG oslo_vmware.api [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1544.745767] env[70917]: value = "task-3462687" [ 1544.745767] env[70917]: _type = "Task" [ 1544.745767] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.752897] env[70917]: DEBUG oslo_vmware.api [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.255834] env[70917]: DEBUG oslo_vmware.api [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130555} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.256257] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.256384] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.256516] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.256689] env[70917]: INFO nova.compute.manager [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1545.256933] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1545.257146] env[70917]: DEBUG nova.compute.manager [-] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.257246] env[70917]: DEBUG nova.network.neutron [-] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.511265] env[70917]: DEBUG nova.compute.manager [req-1b2375b3-365e-419e-8b44-1d565d70c56f req-bb9b669a-e462-4ff4-85ef-c0781dcb2d08 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Received event network-vif-deleted-3bc90353-e1de-4655-bff1-352bced78dcf {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1545.511467] env[70917]: INFO nova.compute.manager [req-1b2375b3-365e-419e-8b44-1d565d70c56f req-bb9b669a-e462-4ff4-85ef-c0781dcb2d08 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Neutron deleted interface 3bc90353-e1de-4655-bff1-352bced78dcf; detaching it from the instance and deleting it from the info cache [ 1545.511621] env[70917]: DEBUG nova.network.neutron [req-1b2375b3-365e-419e-8b44-1d565d70c56f req-bb9b669a-e462-4ff4-85ef-c0781dcb2d08 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.996777] env[70917]: DEBUG nova.network.neutron [-] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.014452] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-189e8427-f1e0-4105-95fe-08e80effac25 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.023726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78b7bba-caef-4bbf-bad8-82fb7045301c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.048706] env[70917]: DEBUG nova.compute.manager [req-1b2375b3-365e-419e-8b44-1d565d70c56f req-bb9b669a-e462-4ff4-85ef-c0781dcb2d08 service nova] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Detach interface failed, port_id=3bc90353-e1de-4655-bff1-352bced78dcf, reason: Instance c9bbcd01-a692-4b30-9465-5232e1b6dac8 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1546.499445] env[70917]: INFO nova.compute.manager [-] [instance: c9bbcd01-a692-4b30-9465-5232e1b6dac8] Took 1.24 seconds to deallocate network for instance. [ 1547.007199] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.007524] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.007753] env[70917]: DEBUG nova.objects.instance [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'resources' on Instance uuid c9bbcd01-a692-4b30-9465-5232e1b6dac8 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.553199] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58acd336-0985-4db9-9613-9c8255a18162 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.560239] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09eac9-ba64-400e-93be-4e9d2665077f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.590065] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69792a-7303-4f3c-9915-b9c013eb9297 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.598067] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b9139-4926-4966-b27c-ae4bad312f0b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.610976] env[70917]: DEBUG nova.compute.provider_tree [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.114483] env[70917]: DEBUG nova.scheduler.client.report [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.619935] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.640167] env[70917]: INFO nova.scheduler.client.report [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted allocations for instance c9bbcd01-a692-4b30-9465-5232e1b6dac8 [ 1549.073545] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.073780] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.148856] env[70917]: DEBUG oslo_concurrency.lockutils [None req-8217c6a5-8698-409d-9a02-b32f53fb2ef8 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "c9bbcd01-a692-4b30-9465-5232e1b6dac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.506s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.578150] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.578402] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.578538] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.578659] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.578805] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.578953] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.579102] env[70917]: DEBUG nova.compute.manager [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70917) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1549.579254] env[70917]: DEBUG oslo_service.periodic_task [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70917) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.082017] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.082486] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.082486] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.082660] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70917) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1550.083526] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41719ddb-d8d1-41ce-9a4b-5d5618bb96d1 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.091726] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d269b3-0af9-490a-aeaa-f9194cd60e69 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.105138] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea7c7b-b7f7-4531-a239-9140c5471493 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.110991] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15342d2-9842-4320-b38a-0b4467b14355 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.138919] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180385MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70917) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1550.139072] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.139374] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.167918] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70917) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1551.168257] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1551.168294] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70917) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1551.194581] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d2199-ef05-4da4-bbee-ce3865e81f6b {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.201858] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87feed64-92ec-4145-8f25-f98f51de30c4 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.230988] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85388c49-c6bd-419d-92a4-f00f6b43ff5a {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.238432] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfada814-75df-4113-983a-9f98ace5614c {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.251103] env[70917]: DEBUG nova.compute.provider_tree [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.754563] env[70917]: DEBUG nova.scheduler.client.report [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.260082] env[70917]: DEBUG nova.compute.resource_tracker [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70917) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1552.260421] env[70917]: DEBUG oslo_concurrency.lockutils [None req-bbfcc1e1-7e45-4f1c-8c7c-e5b85b530f49 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.365133] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.365435] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.365659] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "6b1dff09-0b48-4abb-b77f-dc21534352f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.365843] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.366036] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.368239] env[70917]: INFO nova.compute.manager [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Terminating instance [ 1552.871884] env[70917]: DEBUG nova.compute.manager [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Start destroying the instance on the hypervisor. {{(pid=70917) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.872076] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Destroying instance {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.872985] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886bf2ce-9ff9-455e-8662-c0ea1abcd1c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.542900] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Powering off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.543282] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0229b10a-c270-4f76-ab73-e2348cc7a6cf {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.550823] env[70917]: DEBUG oslo_vmware.api [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1553.550823] env[70917]: value = "task-3462689" [ 1553.550823] env[70917]: _type = "Task" [ 1553.550823] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.558336] env[70917]: DEBUG oslo_vmware.api [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.060967] env[70917]: DEBUG oslo_vmware.api [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462689, 'name': PowerOffVM_Task, 'duration_secs': 0.175083} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.061254] env[70917]: DEBUG nova.virt.vmwareapi.vm_util [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Powered off the VM {{(pid=70917) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.061421] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Unregistering the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.061680] env[70917]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd80722-950b-4144-8ed0-e813ec2fae38 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.129110] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Unregistered the VM {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.129336] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Deleting contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.129510] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleting the datastore file [datastore1] 6b1dff09-0b48-4abb-b77f-dc21534352f4 {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.129788] env[70917]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d253e2-c02e-4250-aec6-de26feb6f0b0 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.136431] env[70917]: DEBUG oslo_vmware.api [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for the task: (returnval){ [ 1554.136431] env[70917]: value = "task-3462691" [ 1554.136431] env[70917]: _type = "Task" [ 1554.136431] env[70917]: } to complete. {{(pid=70917) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.143344] env[70917]: DEBUG oslo_vmware.api [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.645940] env[70917]: DEBUG oslo_vmware.api [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Task: {'id': task-3462691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133909} completed successfully. {{(pid=70917) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.646343] env[70917]: DEBUG nova.virt.vmwareapi.ds_util [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted the datastore file {{(pid=70917) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.646379] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Deleted contents of the VM from datastore datastore1 {{(pid=70917) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.646551] env[70917]: DEBUG nova.virt.vmwareapi.vmops [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Instance destroyed {{(pid=70917) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.646723] env[70917]: INFO nova.compute.manager [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1554.646950] env[70917]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70917) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1554.647155] env[70917]: DEBUG nova.compute.manager [-] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Deallocating network for instance {{(pid=70917) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.647248] env[70917]: DEBUG nova.network.neutron [-] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] deallocate_for_instance() {{(pid=70917) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.860220] env[70917]: DEBUG nova.compute.manager [req-46809a2d-f90a-404f-bda3-da45b2087324 req-c754fa94-d4ab-41c9-8e1f-6e293b76f4d5 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Received event network-vif-deleted-3aa5261a-8e2c-4880-b4b9-ef027c82c348 {{(pid=70917) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.860499] env[70917]: INFO nova.compute.manager [req-46809a2d-f90a-404f-bda3-da45b2087324 req-c754fa94-d4ab-41c9-8e1f-6e293b76f4d5 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Neutron deleted interface 3aa5261a-8e2c-4880-b4b9-ef027c82c348; detaching it from the instance and deleting it from the info cache [ 1554.860677] env[70917]: DEBUG nova.network.neutron [req-46809a2d-f90a-404f-bda3-da45b2087324 req-c754fa94-d4ab-41c9-8e1f-6e293b76f4d5 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.344095] env[70917]: DEBUG nova.network.neutron [-] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Updating instance_info_cache with network_info: [] {{(pid=70917) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.363081] env[70917]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e2133fb-ddf9-4559-8d26-3a2f68872b08 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.372699] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a88ab4-2d68-4215-9d6b-ea13218e0752 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.396337] env[70917]: DEBUG nova.compute.manager [req-46809a2d-f90a-404f-bda3-da45b2087324 req-c754fa94-d4ab-41c9-8e1f-6e293b76f4d5 service nova] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Detach interface failed, port_id=3aa5261a-8e2c-4880-b4b9-ef027c82c348, reason: Instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 could not be found. {{(pid=70917) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1555.847484] env[70917]: INFO nova.compute.manager [-] [instance: 6b1dff09-0b48-4abb-b77f-dc21534352f4] Took 1.20 seconds to deallocate network for instance. [ 1556.354194] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.354503] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.354723] env[70917]: DEBUG nova.objects.instance [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lazy-loading 'resources' on Instance uuid 6b1dff09-0b48-4abb-b77f-dc21534352f4 {{(pid=70917) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.888904] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21846872-59a4-416b-ad8e-c27922da0b6f {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.897207] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b02755-711c-4370-b7b4-825cf17d7f98 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.926018] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d77394-3658-41ff-a51a-13f2a7fad7c6 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.932690] env[70917]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9686ed1-b1a4-4782-8a6f-320fd7fc99d8 {{(pid=70917) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.946322] env[70917]: DEBUG nova.compute.provider_tree [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed in ProviderTree for provider: 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 {{(pid=70917) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.449602] env[70917]: DEBUG nova.scheduler.client.report [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Inventory has not changed for provider 80a2a1d7-e598-4308-becd-5c7b0cb87cf5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70917) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.954795] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.974100] env[70917]: INFO nova.scheduler.client.report [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Deleted allocations for instance 6b1dff09-0b48-4abb-b77f-dc21534352f4 [ 1558.482367] env[70917]: DEBUG oslo_concurrency.lockutils [None req-9758eca8-fc3f-4a80-90ca-31821f473859 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Lock "6b1dff09-0b48-4abb-b77f-dc21534352f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.117s {{(pid=70917) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}